-- Logs begin at Wed 2020-11-18 15:35:00 UTC, end at Wed 2020-11-18 16:45:13 UTC. -- Nov 18 16:12:41.365458 dv-cinder-759961-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 18 16:12:43.905145 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.common.config [-] Logging enabled! Nov 18 16:12:43.905685 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev150 Nov 18 16:12:43.906959 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80211) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 18 16:12:43.907723 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.common.config [-] Logging enabled! Nov 18 16:12:43.908014 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev150 Nov 18 16:12:43.908289 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80211) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 18 16:12:43.909361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 18 16:12:43.909626 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 18 16:12:43.910624 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 18 16:12:43.910910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 18 16:12:43.911169 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 18 16:12:43.911540 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.911912 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.912254 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.912520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.912864 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.913201 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.913527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.913861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.914204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.914529 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.914849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.915173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.915434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.915791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.916154 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.916487 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.916750 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] debug = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.917068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.917600 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.917926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.918245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.918577 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.918888 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.919206 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.919530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.919928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] host = dv-cinder-759961-2-iscsi {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.920248 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.920580 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.920911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.921241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.921554 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.921886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.922198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.922513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.922823 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] log_file = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.923138 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.923469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.923829 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.924167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.924426 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.924683 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.925012 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.925347 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.925664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.925978 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.926295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.926611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.926925 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.927232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.927581 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.927912 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.928241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.928557 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.928868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.929183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.929494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.929820 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.930131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.930445 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.930758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.931091 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.931401 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.932270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.932616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.932949 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.933275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.933604 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.933918 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.934245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.934554 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.934861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.935168 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] use_json = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.935479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.935813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.936137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.936447 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.936757 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.937069 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.937380 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.937710 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:43.938047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.938389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.938733 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.939055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.939394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.939746 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.940080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.940399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.940731 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.941063 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.941392 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.941708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.942034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.942369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.942702 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.943267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.943616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.943942 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.944260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.944570 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.944900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.945217 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.945529 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.945851 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.946166 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.946477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.946785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.947101 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.948017 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.948338 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.948649 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.948959 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.949275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.949591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.949916 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.950232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.950543 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.950853 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.951170 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.951482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.951848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.952163 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.952478 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.952793 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.953104 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.953414 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.953724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.954032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.954342 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.954654 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.954964 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.955278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.955608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.955921 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.956231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.956544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.956854 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.957179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.957515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.957832 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.958149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.958464 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.958784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.959101 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.959418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.959763 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.960079 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.960391 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.960727 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.961051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.961375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.961696 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.962014 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.962352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.962671 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.963041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.963373 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.963711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.964059 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.964381 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.964711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.965047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.965382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.965715 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.966051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.966371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.966724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.967042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:43.967294 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:12:43.967595 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80211) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Nov 18 16:12:44.616282 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO keyring.backend [-] Loading Gnome Nov 18 16:12:44.632933 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO keyring.backend [-] Loading Google Nov 18 16:12:44.635654 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO keyring.backend [-] Loading Windows (alt) Nov 18 16:12:44.639082 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO keyring.backend [-] Loading file Nov 18 16:12:44.639940 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO keyring.backend [-] Loading keyczar Nov 18 16:12:44.640223 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO keyring.backend [-] Loading multi Nov 18 16:12:44.640902 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO keyring.backend [-] Loading pyfs Nov 18 16:12:44.687681 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:44.687995 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:44.688363 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:12:44.688739 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 18 16:12:45.109314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.109861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.109963 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.169989 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.170304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.170608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.173548 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.173860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.174160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.250097 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.250412 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.250715 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.251752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.252060 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.252360 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.370717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.370991 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.371304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.371639 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.372485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.552321 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.552706 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.553032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.553339 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.553641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.554031 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.554336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.554630 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.554920 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.555287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.555638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.555960 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.556272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.557126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.557462 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.557789 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.558088 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.558420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.558710 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.559211 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.559500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.559813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.560159 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.560444 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.560726 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.561154 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:12:45.561432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:12:45.561705 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:12:45.561980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:12:45.562253 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:12:45.562525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:12:45.563907 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 18 16:12:45.571612 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 18 16:12:45.579657 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 18 16:12:45.585081 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(3900, 3949)])]) Nov 18 16:12:45.587951 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 18 16:12:45.589038 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 18 16:12:45.589429 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Nov 18 16:12:45.589876 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 18 16:12:45.593458 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 18 16:12:45.593751 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 18 16:12:45.594150 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Nov 18 16:12:45.615938 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 18 16:12:45.616462 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.616796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80211) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Nov 18 16:12:45.617214 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.618581 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80211) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 18 16:12:45.618898 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Nov 18 16:12:45.619733 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Nov 18 16:12:45.622795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.623079 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:45.687491 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 18 16:12:45.687830 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 18 16:12:45.688110 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 18 16:12:45.688592 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 18 16:12:45.721461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.sqlalchemy.engines [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80211) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 18 16:12:46.028581 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Initializing driver for type 'gre' Nov 18 16:12:46.029151 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] gre ID ranges: [(1, 1000)] Nov 18 16:12:46.070739 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Initializing driver for type 'local' Nov 18 16:12:46.071108 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Initializing driver for type 'vlan' Nov 18 16:12:46.081462 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] VlanTypeDriver initialization complete Nov 18 16:12:46.081844 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Initializing driver for type 'vxlan' Nov 18 16:12:46.082364 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] vxlan ID ranges: [(1, 1000)] Nov 18 16:12:46.123797 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Initializing extension driver 'port_security' Nov 18 16:12:46.124247 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.extensions.port_security [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] PortSecurityExtensionDriver initialization complete Nov 18 16:12:46.124505 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Initializing mechanism driver 'openvswitch' Nov 18 16:12:46.130619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80211) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:12:46.131459 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > port after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.131894 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > port after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.132281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > port after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.132708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > subnet after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.133096 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > subnet after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.133480 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > subnet after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.133898 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > network after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.134284 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > network after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.134666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > network after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.135078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > security_group after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.135466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > security_group after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.135870 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > security_group after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.136284 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.136664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.137036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.137577 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > address_group after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.137956 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > address_group after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.138329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > address_group after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.138698 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] ML2 OVO RPC backend initialized. {{(pid=80211) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 18 16:12:46.139414 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router_interface after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.139830 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.140287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > network before_response 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.140668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > networks before_response 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.141045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > port before_response 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.141419 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > ports before_response 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.141793 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > subnet before_response 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.142166 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > subnets before_response 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.142543 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > network after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.142917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > network after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.143286 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > network after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.143682 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > port after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.144053 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > port after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.144422 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > port after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.144790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > subnet after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.145160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > subnet after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.145531 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > subnet after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.146187 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.plugin [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Modular L2 Plugin initialization complete Nov 18 16:12:46.146539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading services supported by the core plugin {{(pid=80211) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 18 16:12:46.146898 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.plugins.ml2.managers [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Got port-security extension from driver 'port_security' Nov 18 16:12:46.147398 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.extensions.vlantransparent [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Disabled vlantransparent extension. Nov 18 16:12:46.147896 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80211) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 18 16:12:46.148238 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading Plugin: router Nov 18 16:12:46.190313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router_interface before_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.190751 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router after_create 55549900 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.191157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router before_create 55549900 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.191590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.192027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.192421 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router after_delete 55549900 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.193068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > floatingip after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.193481 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router after_create 55549900 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.193862 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router after_update 55549900 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.194250 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router after_update 55549900 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.194634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.195035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router after_update 55549900 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.195531 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router precommit_update 55549900 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.195975 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: port after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.196352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: port after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.196727 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: subnet after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.197137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.197527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > port precommit_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.197911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router precommit_create 55549900 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.198290 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: port before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.198671 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router precommit_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.199073 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router after_update 55549900 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.199451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router precommit_delete 55549900 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.199864 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router precommit_create 55549900 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.200269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router_interface after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.200653 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router precommit_update 55549900 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.201687 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Tracking information for resource: router configured {{(pid=80211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:12:46.202061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Tracking information for resource: floatingip configured {{(pid=80211) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 18 16:12:46.206922 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_agentschedulers_db [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 18 16:12:46.207593 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: port after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.207987 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: port after_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.208372 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: port after_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.208762 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: port after_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.209645 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router before_create 55550100 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.210045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router precommit_delete 55550100 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.210444 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router precommit_create 55550100 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.210837 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > router precommit_update 55550100 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.216025 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.provider_configuration [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service providers = [] {{(pid=80211) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 18 16:12:46.216422 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.servicetype_db [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80211) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 18 16:12:46.219329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.service_base [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 16:12:46.219738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.service_base [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 16:12:46.220116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.service_base [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 16:12:46.221000 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.service_base [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80211) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 18 16:12:46.221399 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.services.service_base [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 18 16:12:46.221807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:12:46.222159 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 18 16:12:46.243616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:12:46.243993 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading Plugin: auto_allocate Nov 18 16:12:46.254380 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: network precommit_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.254785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: network precommit_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.255377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:12:46.255775 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading Plugin: tag Nov 18 16:12:46.266891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:12:46.267299 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading Plugin: timestamp Nov 18 16:12:46.271136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:12:46.271501 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading Plugin: network_ip_availability Nov 18 16:12:46.277785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.278194 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.278625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.279364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:12:46.279750 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading Plugin: flavors Nov 18 16:12:46.295842 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:12:46.296218 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading Plugin: revisions Nov 18 16:12:46.300564 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80211) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 18 16:12:46.300987 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=80211) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:12:46.301788 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80211) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Nov 18 16:12:46.302150 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Initializing extension manager. Nov 18 16:12:46.302711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: __init__.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.303089 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: __pycache__ {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.303462 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.303860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: _filter_validation_lib.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.304229 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.304594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: address_group.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.305392 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.306031 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: address-group Nov 18 16:12:46.306403 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: address_scope.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.307189 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.307789 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: address-scope Nov 18 16:12:46.308151 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: admin_state_down_before_update.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.309089 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.309661 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: router-admin-state-down-before-update Nov 18 16:12:46.310021 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: agent.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.310777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.311348 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: agent Nov 18 16:12:46.311735 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: agent_resources_synced.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.312762 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.313338 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: agent-resources-synced Nov 18 16:12:46.313696 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: allowedaddresspairs.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.315472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.316090 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: allowed-address-pairs Nov 18 16:12:46.316458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: auto_allocated_topology.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.317535 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.318367 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: auto-allocated-topology Nov 18 16:12:46.318728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: availability_zone.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.319472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.320077 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: availability_zone Nov 18 16:12:46.320436 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: availability_zone_filter.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.321351 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.321923 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: availability_zone_filter Nov 18 16:12:46.322308 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: data_plane_status.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.323222 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.323818 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension data-plane-status not supported by any of loaded plugins Nov 18 16:12:46.324177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: default_subnetpools.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.325102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.325673 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: default-subnetpools Nov 18 16:12:46.326030 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: dhcpagentscheduler.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.326873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.327449 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: dhcp_agent_scheduler Nov 18 16:12:46.327867 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: dns.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.328787 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.329364 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension dns-integration not supported by any of loaded plugins Nov 18 16:12:46.329720 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: dns_domain_ports.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.330639 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.331215 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 18 16:12:46.331598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: dvr.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.332327 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.332899 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: dvr Nov 18 16:12:46.333259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: empty_string_filtering.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.334174 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.334748 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: empty-string-filtering Nov 18 16:12:46.335109 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.336044 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.336617 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 18 16:12:46.336978 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.338423 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.338993 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 18 16:12:46.339352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: external_net.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.340396 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.340974 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: external-net Nov 18 16:12:46.341333 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: extra_dhcp_opt.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.342257 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.342837 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: extra_dhcp_opt Nov 18 16:12:46.343197 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: extraroute.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.344136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.344713 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: extraroute Nov 18 16:12:46.345071 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: extraroute_atomic.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.346100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.346680 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: extraroute-atomic Nov 18 16:12:46.347042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: filter_validation.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.347791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.348366 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: filter-validation Nov 18 16:12:46.348724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: fip_pf_description.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.349642 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.350205 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 18 16:12:46.350561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: fip_port_details.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.351493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.352092 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: fip-port-details Nov 18 16:12:46.352450 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: flavors.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.354248 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.354827 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: flavors Nov 18 16:12:46.355190 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.356884 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.357478 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 18 16:12:46.357848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: floatingip_pools.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.358601 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.359181 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: floatingip-pools Nov 18 16:12:46.359545 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: ip_allocation.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.360505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.361077 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension ip_allocation not supported by any of loaded plugins Nov 18 16:12:46.361440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.362387 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.362964 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: ip-substring-filtering Nov 18 16:12:46.363327 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: l2_adjacency.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.364280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.364855 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension l2_adjacency not supported by any of loaded plugins Nov 18 16:12:46.365217 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: l3.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.366386 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.366980 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: router Nov 18 16:12:46.367342 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: l3_conntrack_helper.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.369685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.370292 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 18 16:12:46.370662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.371615 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.372197 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: ext-gw-mode Nov 18 16:12:46.372562 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.373482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.374051 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: l3-ha Nov 18 16:12:46.374411 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: l3_flavors.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.375327 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.375936 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: l3-flavors Nov 18 16:12:46.376304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.377228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.377796 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: l3-port-ip-change-not-allowed Nov 18 16:12:46.378153 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: l3agentscheduler.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.379281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.379899 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: l3_agent_scheduler Nov 18 16:12:46.380267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: logging.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.381773 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.382357 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension logging not supported by any of loaded plugins Nov 18 16:12:46.382722 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: metering.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.384946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.385655 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: metering Nov 18 16:12:46.386027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.387167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.387781 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: metering_source_and_destination_fields Nov 18 16:12:46.388150 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: multiprovidernet.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.389082 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.389661 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: multi-provider Nov 18 16:12:46.390026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: netmtu.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.390943 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.391517 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: net-mtu Nov 18 16:12:46.391908 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: netmtu_writable.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.392831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.393409 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: net-mtu-writable Nov 18 16:12:46.393772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: network_availability_zone.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.394488 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.395065 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: network_availability_zone Nov 18 16:12:46.395426 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: network_ip_availability.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.396566 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.397144 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: network-ip-availability Nov 18 16:12:46.397504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: network_segment_range.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.398327 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.398897 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension network-segment-range not supported by any of loaded plugins Nov 18 16:12:46.399256 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: pagination.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.400777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.401160 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: pagination Nov 18 16:12:46.401515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.402451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.403032 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: port-mac-address-regenerate Nov 18 16:12:46.403391 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.404348 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.404965 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: port-numa-affinity-policy Nov 18 16:12:46.405326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: port_resource_request.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.406287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.406893 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension port-resource-request not supported by any of loaded plugins Nov 18 16:12:46.407293 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: portbindings.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.408318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.408898 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: binding Nov 18 16:12:46.409257 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: portbindings_extended.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.410633 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.411209 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: binding-extended Nov 18 16:12:46.411618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: portsecurity.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.412521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.413098 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: port-security Nov 18 16:12:46.413459 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: project_id.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.414445 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.414816 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: project-id Nov 18 16:12:46.415174 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: providernet.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.416669 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.417248 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: provider Nov 18 16:12:46.417610 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: qos.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.421127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.421722 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension qos not supported by any of loaded plugins Nov 18 16:12:46.422091 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.423316 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.423953 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 18 16:12:46.424321 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.425252 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.425837 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 18 16:12:46.426201 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: qos_default.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.427119 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.427722 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension qos-default not supported by any of loaded plugins Nov 18 16:12:46.428084 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: qos_fip.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.428774 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.429341 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension qos-fip not supported by any of loaded plugins Nov 18 16:12:46.429701 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: qos_gateway_ip.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.430619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.431196 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 18 16:12:46.431600 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: qos_port_network_policy.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.432515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.433087 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 18 16:12:46.433444 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: qos_rule_type_details.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.434359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.434929 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 18 16:12:46.435283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: qos_rules_alias.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.436461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.437041 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 18 16:12:46.437401 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: quotasv2.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.438366 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.439791 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: quotas Nov 18 16:12:46.439791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: quotasv2_detail.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.440704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.441088 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: quota_details Nov 18 16:12:46.441461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: rbac.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.442618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.443475 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: rbac-policies Nov 18 16:12:46.443867 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: rbac_address_scope.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.444808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.445387 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: rbac-address-scope Nov 18 16:12:46.445749 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: rbac_security_groups.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.446673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.447825 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: rbac-security-groups Nov 18 16:12:46.448187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: rbac_subnetpool.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.449121 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.449704 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: rbac-subnetpool Nov 18 16:12:46.450064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: revisionifmatch.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.450985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.451582 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: revision-if-match Nov 18 16:12:46.451949 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: revisions.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.453065 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.453643 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: standard-attr-revisions Nov 18 16:12:46.454004 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: router_availability_zone.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.454721 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.455300 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: router_availability_zone Nov 18 16:12:46.455682 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: routerservicetype.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.456619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.457193 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension router-service-type not supported by any of loaded plugins Nov 18 16:12:46.457552 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: security_groups_port_filtering.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.458479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.459071 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: port-security-groups-filtering Nov 18 16:12:46.459430 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: securitygroup.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.473838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.474446 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: security-group Nov 18 16:12:46.474821 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: segment.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.475714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.476302 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension segment not supported by any of loaded plugins Nov 18 16:12:46.476669 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.477613 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.478199 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 18 16:12:46.478586 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: servicetype.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.479710 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.480298 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: service-type Nov 18 16:12:46.480661 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: sorting.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.481647 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.482024 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: sorting Nov 18 16:12:46.482385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: standard_attr_segment.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.483298 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.483907 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 18 16:12:46.484269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: standardattrdescription.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.484948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.485520 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: standard-attr-description Nov 18 16:12:46.485878 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: stateful_security_group.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.486813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.487397 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: stateful-security-group Nov 18 16:12:46.487793 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: stdattrs_common.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.488365 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 18 16:12:46.488722 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.489655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.490245 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 18 16:12:46.490606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: subnet_onboard.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.491704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.492288 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: subnet_onboard Nov 18 16:12:46.492653 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.493652 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.494250 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 18 16:12:46.494611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: subnet_service_types.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.495540 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.496141 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: subnet-service-types Nov 18 16:12:46.496499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: subnetallocation.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.497588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.498181 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: subnet_allocation Nov 18 16:12:46.498544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.499244 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.499846 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: subnetpool-prefix-ops Nov 18 16:12:46.500210 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.501142 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.501719 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 18 16:12:46.502080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: tagging.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.503416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.504049 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: standard-attr-tag Nov 18 16:12:46.504416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: timestamp.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.505598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.506184 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loaded extension: standard-attr-timestamp Nov 18 16:12:46.506550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: trunk.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.507610 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.508183 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension trunk not supported by any of loaded plugins Nov 18 16:12:46.508548 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: trunk_details.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.509469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.510569 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension trunk-details not supported by any of loaded plugins Nov 18 16:12:46.510932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: uplink_status_propagation.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.511879 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.512460 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 18 16:12:46.512824 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Loading extension file: vlantransparent.py {{(pid=80211) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 18 16:12:46.513526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80211) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 18 16:12:46.514094 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extension vlan-transparent not supported by any of loaded plugins Nov 18 16:12:46.516715 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:network Nov 18 16:12:46.517533 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:subnet Nov 18 16:12:46.518199 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:12:46.518871 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:port Nov 18 16:12:46.520354 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.520844 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service FLAVORS assigned prefix: {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.521526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.521993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.522365 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:router Nov 18 16:12:46.523079 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:floatingip Nov 18 16:12:46.523870 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service METERING assigned prefix: /metering {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.526240 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.526638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.527021 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80211) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:12:46.528201 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 16:12:46.528723 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:security_group Nov 18 16:12:46.529474 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 16:12:46.530285 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service CORE assigned prefix: {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.530653 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:12:46.531020 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] subnetpool is already registered Nov 18 16:12:46.531724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service CORE assigned prefix: {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.532092 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:12:46.532451 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] subnetpool is already registered Nov 18 16:12:46.535269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.535797 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service FLAVORS assigned prefix: {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.536443 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.536905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.537280 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:router Nov 18 16:12:46.537647 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] router is already registered Nov 18 16:12:46.538301 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:floatingip Nov 18 16:12:46.538665 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] floatingip is already registered Nov 18 16:12:46.539355 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service METERING assigned prefix: /metering {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.540114 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 16:12:46.540482 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] rbac_policy is already registered Nov 18 16:12:46.541689 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:security_group Nov 18 16:12:46.542053 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] security_group is already registered Nov 18 16:12:46.542702 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 16:12:46.543064 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] security_group_rule is already registered Nov 18 16:12:46.543809 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service CORE assigned prefix: {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.544175 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:12:46.544538 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] subnetpool is already registered Nov 18 16:12:46.545200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.resource_helper [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Service CORE assigned prefix: {{(pid=80211) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 18 16:12:46.545565 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:12:46.545924 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING neutron.quota.resource_registry [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] subnetpool is already registered Nov 18 16:12:46.546630 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: extensions {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.548226 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: address-groups {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.549896 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: address-scopes {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.551166 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: agents {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.552433 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: auto-allocated-topology {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.553760 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: availability_zones {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.555142 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: dhcp-networks {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.557210 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: dhcp-agents {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.558699 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: routers {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.561472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: flavors {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.562711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: service_profiles {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.564042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: next_providers {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.663470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: service_profiles {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.665067 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: floatingip-pools {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.666995 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: routers {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.668934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: floatingips {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.670208 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: l3-routers {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.671707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: l3-agents {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.673228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: metering-labels {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.674685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: metering-label-rules {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.676069 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: network-ip-availabilities {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.677392 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: bindings {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.679129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: quotas {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.680686 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: quotas {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.682769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: rbac-policies {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.684184 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: security-groups {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.685468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: security-group-rules {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.686832 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: service-providers {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.688156 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: subnetpools {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.689691 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: subnetpools {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.691258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: tags {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.693320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: tags {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.695228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: tags {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.697150 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: tags {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.699056 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: tags {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.700880 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: tags {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.707841 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: tags {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.708679 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.extensions [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Extended resource: tags {{(pid=80211) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 18 16:12:46.715827 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING keystonemiddleware.auth_token [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 18 16:12:46.721088 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING keystonemiddleware.auth_token [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 18 16:12:46.730452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Acquired lock "singleton_lock" {{(pid=80211) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 18 16:12:46.730974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Releasing lock "singleton_lock" {{(pid=80211) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 18 16:12:46.732419 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO oslo_service.service [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Starting 2 workers Nov 18 16:12:46.737157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Started child 80322 {{(pid=80211) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 16:12:46.741434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:46.741795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Started child 80323 {{(pid=80211) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 16:12:46.742985 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [-] (80322) wsgi starting up on http://0.0.0.0:9696 Nov 18 16:12:46.743376 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.service [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Neutron service started, listening on 0.0.0.0:9696 Nov 18 16:12:46.744617 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Notify callbacks [] for process, before_spawn {{(pid=80211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:46.745849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:46.747133 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO oslo_service.service [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Starting 1 workers Nov 18 16:12:46.747296 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [-] (80323) wsgi starting up on http://0.0.0.0:9696 Nov 18 16:12:46.752613 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Started child 80324 {{(pid=80211) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 16:12:46.753184 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO oslo_service.service [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Starting 1 workers Nov 18 16:12:46.755092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.service [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] calling RpcWorker wait() {{(pid=80324) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 18 16:12:46.755645 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.service [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] returning from RpcWorker wait() {{(pid=80324) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 18 16:12:46.757286 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:46.757787 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:12:46.758001 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Started child 80325 {{(pid=80211) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 18 16:12:46.758822 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-982f875c-7c5e-40dc-995b-613a183b0d0e None None] Notify callbacks [] for process, after_spawn {{(pid=80211) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:46.760820 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80211) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 18 16:12:46.761053 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 18 16:12:46.761253 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 18 16:12:46.761513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 18 16:12:46.761911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 18 16:12:46.762077 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 18 16:12:46.762836 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.763272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.763739 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.764177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.764626 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.765350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:46.765580 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.766034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.766443 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.766881 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:12:46.767065 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.767459 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.767809 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.768136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.768555 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.768997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.769476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.769895 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.770310 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.770725 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.771070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.771500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.771982 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.772419 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.772862 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] debug = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.773272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.773982 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.774396 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.774799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.775223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.775697 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.776100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.776526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.776948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.777349 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.777738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.778157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.778555 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.779011 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.779452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.779865 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.780492 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] host = dv-cinder-759961-2-iscsi {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.780906 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.781294 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.781694 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.782103 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.782536 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.782934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.783358 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.783848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.784276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.784685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.785099 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.785507 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.785909 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.786316 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_file = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.786651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_options = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.787049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.787483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.787930 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.788277 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.788600 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.788936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.789377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.789811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.790410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.791331 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.791785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.792214 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.792597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.792984 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.793415 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.793797 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.794215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.794652 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.795082 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.795958 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.796233 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.796521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.796810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.797088 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.797360 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.797612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.797878 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.798126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.798398 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.798644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.798913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.799213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.799463 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.799792 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.800068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.800311 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.800576 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.800887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.801154 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.801443 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.801723 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.801969 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.802230 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.802477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.802723 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.802965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] use_json = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.803208 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.803450 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.803768 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.804016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.804369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.804506 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.804681 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.805156 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.806134 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.806505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.807372 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.807750 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.807936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.808211 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.808643 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.809052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.809503 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.809778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.810128 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.810385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.810736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.811224 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.811753 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.812010 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.812478 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.812816 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.813307 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.813664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.813981 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.814303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.814711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.815016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.815454 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.816016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.816453 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.816926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.817254 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.817618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.818228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.818509 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.818758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.819027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.819274 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.819519 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.819834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.820102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.820396 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.820671 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.820921 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.821164 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.821412 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.821661 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.821931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.822228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.822474 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.822718 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.822967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.823209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.823475 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.823754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.823999 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.824241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.824491 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.824751 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.824996 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.825246 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.825504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.825751 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.825995 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.826252 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.826496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.826737 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.826978 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.827220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.827461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.827737 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.827982 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.828229 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.828472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.828734 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.828959 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.829442 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.829963 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.830400 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.830750 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.831079 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.831449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.831829 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.832185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.832515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.832996 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.833245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.833657 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.834064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.834523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.834786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.835069 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.835461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.835752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.836030 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.836315 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.836582 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.836853 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.837153 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.837422 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.838208 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.838483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.838797 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.839110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.839611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.840004 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.840330 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.840712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.841076 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.841384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.841684 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.841983 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.842271 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.842618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.842958 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.843247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.843523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.843835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.844099 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.844412 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.844677 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.844935 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.845198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.845470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.845811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.846110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.846372 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.846634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.846924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.847210 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.847484 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.847803 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.848087 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.848395 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.848673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.848943 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.849213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.849490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.849760 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.850007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.850255 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.850516 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.850784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.851032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.851277 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.851544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.851817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.852070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.852314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.852565 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.852813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.853101 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.853903 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.854165 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.854434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.854689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.854940 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.855183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.855427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.855743 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.856004 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.856283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.856555 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.856955 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.857361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.857794 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.858259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.858793 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.859262 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.859713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.860135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.860582 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.860854 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.861104 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.861354 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.861621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.861873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.862728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.863001 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.863363 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.863661 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.863950 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.864203 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.864453 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.864704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.864954 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.865192 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.865443 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.865691 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.865971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.866232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.866486 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.866729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.866953 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.867228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.867478 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.867958 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.868269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.868557 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.868824 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.869132 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.869425 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.869670 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.869912 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.870209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.870483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.870756 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.871120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.871376 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.871671 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.871947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.872231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.872489 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.872777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.873122 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.873461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.873758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.874046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.874383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.874708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3900:3949'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.875024 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.875270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.875593 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.876142 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.876439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.876716 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.876981 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.877272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.877542 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.877792 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.878049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.878303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.878550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.878830 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.879129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.879417 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.879707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.879992 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.880247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.880525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.880769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.881025 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.881272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.881458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:12:46.881991 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80211) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 18 16:12:46.882169 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 18 16:12:46.882349 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 18 16:12:46.882585 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 18 16:12:46.882786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 18 16:12:46.882967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 18 16:12:46.883212 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.883399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.883605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.883796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.883980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.884183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.884383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.884589 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.884773 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.884954 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.885137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.885318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.885500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.885681 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.885868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.886033 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.886379 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.886566 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.886753 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.886942 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.887127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.887307 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.887490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] debug = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.887704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.887927 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.888114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.888304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.888475 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.888651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.888814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.889141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.889496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.889664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.889840 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.890006 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.890345 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.890530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.890712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.890893 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.891078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] host = dv-cinder-759961-2-iscsi {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.891259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.891432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.891634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.891819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.891999 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.892146 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.892297 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.892482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.892669 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.892848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.893031 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.893211 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.893393 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.893579 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_file = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.893761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_options = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.893943 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.894124 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.894304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.894501 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.894687 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.894869 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.895051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.895234 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.895420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.895626 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.895804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.895986 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.896151 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.896338 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.896449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.896598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.896765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.897114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.897301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.897464 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.897806 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.897971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.898151 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.898337 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.898520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.898704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.898885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.899067 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.899249 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.899432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.899640 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.899823 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.900007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.900705 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.900873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.901202 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.901412 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.901559 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.901711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.901855 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.902011 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.902160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.902303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.902453 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.902702 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.902847 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] use_json = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.902947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.903071 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.903258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.903427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.903627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.903813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.903995 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.904178 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 18 16:12:46.904383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.904570 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.904769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.904955 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.905149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.905306 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.905664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.905822 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.905987 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.906179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.906371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.906557 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.906761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.906946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.907132 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.907318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.907504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.907639 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:12:46.907736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.907877 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.908064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.908250 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.908434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.908619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.908809 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.908994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.909181 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.909367 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.909554 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.909742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.909928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.910113 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.910299 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.910484 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.910668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.910854 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.911039 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.911227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.911410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.911616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.911817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.912003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.912189 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.912375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.912561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.912728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.912905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.913090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.913273 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.913458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.913643 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.913843 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.914028 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.914214 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.914399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.914583 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.914768 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.914952 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.915138 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.915323 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.915508 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.915720 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.916501 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.916687 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.916873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.917060 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.917247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.917435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.917621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.917808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.917993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.918178 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.918362 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.918547 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.918741 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.918948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.919133 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.919318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.919530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.919767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.920013 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.920013 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.920390 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.920390 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.920612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.921125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.921125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.921125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.921125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.921509 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.921509 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.921679 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.921770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.921933 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.922101 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.922435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.922752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.923099 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.924329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.924329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.924329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.924329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.924329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.924329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.924329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.924967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.924967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.924967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.924967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.925297 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.925297 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.925466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.925558 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.925745 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.925934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.926119 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.926304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.926808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.926808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.927385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.927385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.927385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.927385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.927758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.927758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.927932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.928022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.928166 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.928382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.928570 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.928842 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.928842 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.929028 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.929121 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.929298 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.929485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.929672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.929870 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.930029 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.930377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.930564 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.930752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.930938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.931123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.931594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.931594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.933188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.933188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.933188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.933188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.933188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.933188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.933188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.933188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.934747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.934747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.934747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.934747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.934747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.934747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.934747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.934747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.936938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.937905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.937905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.937905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.937905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.937905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.937905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.937905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.937905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.938941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.938941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.938941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.938941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.938941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.938941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.939784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.939784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.939784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.939784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.939784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.939784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.940527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.940527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.940527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.940527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.941015 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.941015 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.941015 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.941398 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.941398 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.941398 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.941766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.941766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.942017 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.942017 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.942266 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.942406 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.942539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.942708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.943157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.943353 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:3900:3949'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.943549 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.943758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.943951 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.944150 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.944356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.944492 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.944624 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.944811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.944997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.945180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.945365 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.945548 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.945733 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.945919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.946102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.946287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.946471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.946655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.946840 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.947044 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.947229 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.947414 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.947598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:12:46.947776 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80211) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:12:47.017816 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 50644) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:12:47.029651 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089958 Nov 18 16:12:56.916886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a365b1-992e-4e0a-a239-061105253e96 None None] get_active_networks_info from dv-cinder-759961-2-iscsi {{(pid=80324) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 18 16:12:57.005746 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a365b1-992e-4e0a-a239-061105253e96 None None] No non-hosted networks {{(pid=80324) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 18 16:12:57.024952 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agentschedulers_db [None req-16a365b1-992e-4e0a-a239-061105253e96 None None] DHCP Agent not found on host dv-cinder-759961-2-iscsi {{(pid=80324) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Nov 18 16:12:57.252899 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1398dc3d-0047-441f-b5a7-f1d5fa74a792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124'] for agent, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:59.325932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f08177ce-1202-4f4a-b575-a76c26da9d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124'] for agent, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:59.332053 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f7f6929f-49ff-4de7-b6cf-98188b88326e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:12:59.667493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124'] for agent, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:00.640130 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124'] for agent, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:00.640764 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:00.641123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:00.641494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:00.641863 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:00.642230 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:00.642771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:00.643177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:00.643933 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:00.644371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:00.644730 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:00.645154 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:00.645623 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:00.646196 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759961-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:13:00.657127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759961-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:13:00.863873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] get_endpoint_by_host() called for host dv-cinder-759961-2-iscsi {{(pid=80324) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 18 16:13:00.870930 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] get_endpoint_by_ip() called for ip 192.168.0.39 {{(pid=80324) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 18 16:13:00.875432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] _add_endpoint() called for ip 192.168.0.39 {{(pid=80324) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 18 16:13:00.883596 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] _get_endpoints() called {{(pid=80324) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 18 16:13:01.121821 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124'] for agent, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:02.961882 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 50738) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:13:03.607233 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING oslo_policy.policy [None req-9c426469-1168-4065-a6c6-cb7155420315 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:13:03.607849 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING oslo_policy.policy [None req-9c426469-1168-4065-a6c6-cb7155420315 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:13:03.837103 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [None req-9c426469-1168-4065-a6c6-cb7155420315 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:13:03.838741 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-9c426469-1168-4065-a6c6-cb7155420315 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.8758028 Nov 18 16:13:05.404024 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_hamode_db [None req-73cfe431-19f9-4c71-9660-92fecbe6c775 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 18 16:13:05.492354 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cfe431-19f9-4c71-9660-92fecbe6c775 None None] Routers set() bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:13:05.492728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cfe431-19f9-4c71-9660-92fecbe6c775 None None] Router IDs set() for agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 18 16:13:06.556689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 50752) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:13:06.975350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-dbd3603b-7e1c-4afe-9a1b-46faf476f206 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:13:07.022773 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.policy [None req-dbd3603b-7e1c-4afe-9a1b-46faf476f206 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80323) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 18 16:13:07.023617 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING oslo_policy.policy [None req-dbd3603b-7e1c-4afe-9a1b-46faf476f206 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:13:07.024034 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING oslo_policy.policy [None req-dbd3603b-7e1c-4afe-9a1b-46faf476f206 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:13:07.031677 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota [None req-dbd3603b-7e1c-4afe-9a1b-46faf476f206 admin admin] Loaded quota_driver: . Nov 18 16:13:07.075755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-dbd3603b-7e1c-4afe-9a1b-46faf476f206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:13:07.141445 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dbd3603b-7e1c-4afe-9a1b-46faf476f206 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279397351552', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279397379303', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279397331708', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279397362989', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363279397360081', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853304669', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853333522', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33128487', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036821727495'] for rbac-policy, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:07.207674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dbd3603b-7e1c-4afe-9a1b-46faf476f206 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:07.208896 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-dbd3603b-7e1c-4afe-9a1b-46faf476f206 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6511726 Nov 18 16:13:10.174070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 50766) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:13:10.571380 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Request body: {'network': {'project_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'admin_state_up': True, 'name': 'private'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:13:10.577196 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:13:10.581807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Usage tracker for resource:network and tenant:8f2fcafeda474beca22cd9f6e05d9f0c is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:13:10.585435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:13:10.591448 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:13:10.600002 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Made reservation on behalf of 8f2fcafeda474beca22cd9f6e05d9f0c for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:13:10.606447 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:10.623896 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:10.668080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:13:10.671894 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Usage tracker for resource:security_group_rule and tenant:8f2fcafeda474beca22cd9f6e05d9f0c is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:13:10.674844 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:13:10.680544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:13:10.752617 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:10.755177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:10.760692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:10.781170 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:13:10.808668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757455527693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:10.809237 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Added segment b9c75df3-393d-4e24-84a1-b7284cc0fe28 of type vxlan for network 9b830d6f-1171-4b55-ba1e-9f7f9596cd88 Nov 18 16:13:10.863760 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725aad3f-addb-4abd-a8ad-64fa41496c3a,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:10.888466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:10.888854 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:10.889222 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:10.889582 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:10.889938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:10.890306 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:10.890660 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:10.891012 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:10.891363 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:10.891741 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:10.892090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:10.892438 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Tracked resource versions report: Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: pushed versions: Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: { 'AddressGroup': {'1.0'}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': {'1.0'}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': {'1.0'}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': {'1.1'}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': {'1.6'}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': {'1.2'}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': {'1.8'}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': {'1.2'}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': {'1.0'}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': {'1.1'}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': {'1.1'}} Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: consumer versions: Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: { DHCP agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: L3 agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: Metadata agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: Metering agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: Open vSwitch agent@dv-cinder-759961-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': '1.0', Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': '1.0', Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': '1.1', Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': '1.6', Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': '1.2', Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': '1.8', Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': '1.2', Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': '1.0', Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': '1.0', Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': '1.1', Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': '1.1'}} Nov 18 16:13:10.893651 dv-cinder-759961-2-iscsi neutron-server[80211]: {{(pid=80323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:13:10.932061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:10.949578 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:10.975397 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:10.976735 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:13:10.977432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:10.982700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:11.093511 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.9183023 Nov 18 16:13:11.094236 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Pushing event updated for resources: {'Network': ['ID=9b830d6f-1171-4b55-ba1e-9f7f9596cd88,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:11.097551 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:11.106840 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network 9b830d6f-1171-4b55-ba1e-9f7f9596cd88 details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:13:14.229051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 50782) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:13:14.729361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e871fd26-95c8-4ba5-9084-b66c7340a202 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:13:14.730804 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e871fd26-95c8-4ba5-9084-b66c7340a202 admin admin] 10.222.0.15 "GET /v2.0/networks/9b830d6f-1171-4b55-ba1e-9f7f9596cd88 HTTP/1.1" status: 200 len: 818 time: 0.5007257 Nov 18 16:13:14.758797 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-7047512a-5e07-43fd-84b1-a3d59c6479c0 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/da98f5b7-eaa6-4574-a59e-4bc2160ee431 HTTP/1.1" status: 200 len: 734 time: 0.0217769 Nov 18 16:13:14.768340 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Request body: {'subnet': {'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'subnetpool_id': 'da98f5b7-eaa6-4574-a59e-4bc2160ee431', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:13:14.772974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:13:14.777521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Usage tracker for resource:subnet and tenant:8f2fcafeda474beca22cd9f6e05d9f0c is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:13:14.780511 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:13:14.786151 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:13:14.795187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Made reservation on behalf of 8f2fcafeda474beca22cd9f6e05d9f0c for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:13:14.799816 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:15.433271 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:15.447868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:15.589659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9eeabe-d6e0-451d-89a4-f9141e0dc87e,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:15.595648 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:15.653998 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Checking segment: {'id': 'b9c75df3-393d-4e24-84a1-b7284cc0fe28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:13:15.654391 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Network hostable DHCP agents. Network: 9b830d6f-1171-4b55-ba1e-9f7f9596cd88, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:13:15.677120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Network 9b830d6f-1171-4b55-ba1e-9f7f9596cd88 is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:13:15.685544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, 9b830d6f-1171-4b55-ba1e-9f7f9596cd88) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:13:15.689912 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:13:15.690536 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:15.694851 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16099344-8774-432e-8be2-ca02ad443c6a None None] Network 9b830d6f-1171-4b55-ba1e-9f7f9596cd88 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:13:15.709380 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9447412 Nov 18 16:13:16.091180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe527db92-96c1-5c25-b139-de022d86ecfb-9b830d6f-1171-4b55-ba1e-9f7f9596cd88', 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88', 'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'fixed_ips': [{'subnet_id': '5a9eeabe-d6e0-451d-89a4-f9141e0dc87e'}]}} from dv-cinder-759961-2-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:13:16.092414 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:16.427816 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Allocated IP 172.20.0.2 (9b830d6f-1171-4b55-ba1e-9f7f9596cd88/5a9eeabe-d6e0-451d-89a4-f9141e0dc87e/c935d78c-3563-4e36-8bed-6948164a98cb) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:13:16.663954 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:16.677394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Transition to ACTIVE for port object c935d78c-3563-4e36-8bed-6948164a98cb will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:13:16.695614 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Transition to ACTIVE for port object c935d78c-3563-4e36-8bed-6948164a98cb will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:13:16.701221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:16.716692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:16.847495 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Pushing event updated for resources: {'Port': ['ID=c935d78c-3563-4e36-8bed-6948164a98cb,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:16.869409 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:16.869795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:16.870170 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:16.870536 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:16.870896 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:16.871260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:16.871640 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:16.872001 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:16.872375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:16.872729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:16.873081 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:16.873435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Tracked resource versions report: Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: pushed versions: Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: { 'AddressGroup': {'1.0'}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': {'1.0'}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': {'1.0'}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': {'1.1'}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': {'1.6'}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': {'1.2'}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': {'1.8'}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': {'1.2'}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': {'1.0'}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': {'1.1'}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': {'1.1'}} Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: consumer versions: Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: { DHCP agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: L3 agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: Metadata agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: Metering agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: Open vSwitch agent@dv-cinder-759961-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': '1.0', Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': '1.0', Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': '1.1', Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': '1.6', Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': '1.2', Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': '1.8', Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': '1.2', Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': '1.0', Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': '1.0', Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': '1.1', Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': '1.1'}} Nov 18 16:13:16.874664 dv-cinder-759961-2-iscsi neutron-server[80211]: {{(pid=80324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:13:16.882008 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:16.924645 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Network 9b830d6f-1171-4b55-ba1e-9f7f9596cd88 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:13:16.925846 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Resources bound (agent type, host, resource id): {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:13:16.928661 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:13:16.988326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Attempting to bind port c935d78c-3563-4e36-8bed-6948164a98cb on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:13:16.988766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Attempting to bind port c935d78c-3563-4e36-8bed-6948164a98cb by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': 'b9c75df3-393d-4e24-84a1-b7284cc0fe28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:13:16.989226 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Attempting to bind port c935d78c-3563-4e36-8bed-6948164a98cb on network 9b830d6f-1171-4b55-ba1e-9f7f9596cd88 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:13:16.995917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:13:16.996359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Checking segment: {'id': 'b9c75df3-393d-4e24-84a1-b7284cc0fe28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:13:16.997827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:16.997827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Bound using segment: {'id': 'b9c75df3-393d-4e24-84a1-b7284cc0fe28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:13:16.997827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Bound port: c935d78c-3563-4e36-8bed-6948164a98cb, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c75df3-393d-4e24-84a1-b7284cc0fe28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:13:16.998529 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:17.086473 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] For port c935d78c-3563-4e36-8bed-6948164a98cb, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:13:17.091374 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] For port c935d78c-3563-4e36-8bed-6948164a98cb, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=c935d78c-3563-4e36-8bed-6948164a98cb,segment=NetworkSegment(b9c75df3-393d-4e24-84a1-b7284cc0fe28),segment_id=b9c75df3-393d-4e24-84a1-b7284cc0fe28)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:13:17.097373 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:17.113188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:17.427433 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Pushing event updated for resources: {'Port': ['ID=c935d78c-3563-4e36-8bed-6948164a98cb,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:17.431951 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:18.453741 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 50792) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:13:18.890672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [None req-228a067e-f807-4673-88a1-11a0ba7e58fd admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:13:18.908016 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-228a067e-f807-4673-88a1-11a0ba7e58fd admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4532299 Nov 18 16:13:20.945983 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device c935d78c-3563-4e36-8bed-6948164a98cb up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:13:21.017993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port c935d78c-3563-4e36-8bed-6948164a98cb completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:13:21.710719 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 50806) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:13:21.827398 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0433fd3f-7373-4612-aae9-3c854a936fac None None] Network 9b830d6f-1171-4b55-ba1e-9f7f9596cd88 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:13:21.931600 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-100d0c70-af24-4055-8bad-f16388f5e7df None None] Provisioning for port c935d78c-3563-4e36-8bed-6948164a98cb completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:13:21.945122 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-100d0c70-af24-4055-8bad-f16388f5e7df None None] Provisioning complete for port c935d78c-3563-4e36-8bed-6948164a98cb triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:13:21.945536 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-100d0c70-af24-4055-8bad-f16388f5e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:22.137355 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [None req-38dc5c08-6b2a-4bef-b86d-481c926dd36f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:13:22.138448 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-38dc5c08-6b2a-4bef-b86d-481c926dd36f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4267237 Nov 18 16:13:22.172210 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-100d0c70-af24-4055-8bad-f16388f5e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:22.226413 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-100d0c70-af24-4055-8bad-f16388f5e7df None None] For port c935d78c-3563-4e36-8bed-6948164a98cb, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=c935d78c-3563-4e36-8bed-6948164a98cb,segment=NetworkSegment(b9c75df3-393d-4e24-84a1-b7284cc0fe28),segment_id=b9c75df3-393d-4e24-84a1-b7284cc0fe28)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:13:22.231697 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-100d0c70-af24-4055-8bad-f16388f5e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:22.236822 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:22.307878 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d0c70-af24-4055-8bad-f16388f5e7df None None] Pushing event updated for resources: {'Port': ['ID=c935d78c-3563-4e36-8bed-6948164a98cb,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:22.312344 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-100d0c70-af24-4055-8bad-f16388f5e7df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:22.461023 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-40bfdcd0-49b8-4ff1-8306-1e0d53540c5d None None] Provisioning complete for port c935d78c-3563-4e36-8bed-6948164a98cb triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:13:22.461446 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-40bfdcd0-49b8-4ff1-8306-1e0d53540c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:22.708403 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-1da27aed-586f-44d4-b762-eaf2b7f17827 None None] Provisioning complete for port c935d78c-3563-4e36-8bed-6948164a98cb triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:13:22.708814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1da27aed-586f-44d4-b762-eaf2b7f17827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:22.919714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device c935d78c-3563-4e36-8bed-6948164a98cb up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:13:22.989913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port c935d78c-3563-4e36-8bed-6948164a98cb triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:13:22.990320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:25.162668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 50818) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:13:25.558611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-3e693173-c30a-40ac-9785-55241ae72d5e admin admin] Request body: {'router': {'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'name': 'router1', 'admin_state_up': True}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:13:25.563954 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-3e693173-c30a-40ac-9785-55241ae72d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:13:25.567924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-3e693173-c30a-40ac-9785-55241ae72d5e admin admin] Usage tracker for resource:router and tenant:8f2fcafeda474beca22cd9f6e05d9f0c is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:13:25.571340 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-3e693173-c30a-40ac-9785-55241ae72d5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:13:25.576996 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-3e693173-c30a-40ac-9785-55241ae72d5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:13:25.585609 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3e693173-c30a-40ac-9785-55241ae72d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821561935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736540'] for router, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:25.586799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3e693173-c30a-40ac-9785-55241ae72d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821562538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33232672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33260878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39276'] for router, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:25.610191 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3e693173-c30a-40ac-9785-55241ae72d5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:25.710033 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3e693173-c30a-40ac-9785-55241ae72d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33213894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821543082'] for router, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:25.726812 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3e693173-c30a-40ac-9785-55241ae72d5e admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:25.728587 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-3e693173-c30a-40ac-9785-55241ae72d5e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5648880 Nov 18 16:13:26.690111 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-645db658-023d-48c5-b4e8-eaf648c3b683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:28.413959 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 50828) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:13:28.829897 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [None req-acd770c4-9353-4eda-a40e-ff6998b18f7f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:13:28.830984 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-acd770c4-9353-4eda-a40e-ff6998b18f7f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4159961 Nov 18 16:13:29.274918 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-11ab96ef-1c04-49a2-baa8-a0bcbbc1d3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:29.599939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:30.622279 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:31.083234 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:31.542270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 50848) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:13:31.843730 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING oslo_policy.policy [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:13:31.844339 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING oslo_policy.policy [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:13:32.074607 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:13:32.077658 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.quota [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Loaded quota_driver: . Nov 18 16:13:32.121409 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:13:32.127480 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Usage tracker for resource:network and tenant:40ab3e7b917541d8b2a78dd70d0f925c is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:13:32.131618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:13:32.139384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:13:32.152671 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Made reservation on behalf of 40ab3e7b917541d8b2a78dd70d0f925c for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:13:32.187180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.policy [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80322) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 18 16:13:32.188034 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING oslo_policy.policy [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:13:32.188442 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING oslo_policy.policy [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:13:32.198673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:32.218330 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:32.264040 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:13:32.268281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Usage tracker for resource:security_group_rule and tenant:40ab3e7b917541d8b2a78dd70d0f925c is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:13:32.271271 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:13:32.277018 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:13:32.348445 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:32.350941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:32.357198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:32.369487 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Reserving flat network on physical network physnet1 {{(pid=80322) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 18 16:13:32.399359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757455527693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:32.400007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Unsubscribe: segment precommit_create {{(pid=80322) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 18 16:13:32.400572 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Added segment dd2ae240-0a23-405a-a292-de538c96aaf1 of type flat for network eae6701d-1990-4314-b852-5917518e9bba Nov 18 16:13:32.458566 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f3054c-633e-41b1-9a06-ee07c139a71c,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:32.487742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:32.488127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:32.488497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:32.488857 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:32.489208 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:32.489572 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:32.489922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:32.490267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:32.490615 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:32.490962 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:32.491304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:32.491673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Tracked resource versions report: Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: pushed versions: Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: { 'AddressGroup': {'1.0'}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': {'1.0'}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': {'1.0'}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': {'1.1'}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': {'1.6'}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': {'1.2'}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': {'1.8'}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': {'1.2'}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': {'1.0'}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': {'1.1'}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': {'1.1'}} Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: consumer versions: Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: { DHCP agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: L3 agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: Metadata agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: Metering agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: Open vSwitch agent@dv-cinder-759961-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': '1.0', Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': '1.0', Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': '1.1', Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': '1.6', Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': '1.2', Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': '1.8', Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': '1.2', Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': '1.0', Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': '1.0', Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': '1.1', Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': '1.1'}} Nov 18 16:13:32.493438 dv-cinder-759961-2-iscsi neutron-server[80211]: {{(pid=80322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:13:32.531618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:32.545005 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:32.580672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:32.582061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:13:32.582755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:32.587973 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:32.697055 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1520767 Nov 18 16:13:32.697693 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Pushing event updated for resources: {'Network': ['ID=eae6701d-1990-4314-b852-5917518e9bba,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:32.714152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:32.721750 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network eae6701d-1990-4314-b852-5917518e9bba details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:13:35.193660 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 50878) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:13:35.343223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee48e2ad-78fa-4fde-8111-114ee9427c83 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:13:35.344691 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ee48e2ad-78fa-4fde-8111-114ee9427c83 admin admin] 10.222.0.15 "GET /v2.0/subnets/5a9eeabe-d6e0-451d-89a4-f9141e0dc87e HTTP/1.1" status: 200 len: 849 time: 0.1499844 Nov 18 16:13:35.667024 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e0f89256-ce42-4c50-bfd4-379186a1464f admin admin] 10.222.0.15 "GET /v2.0/routers/d013373c-0a11-406e-99ac-23e10de98dab HTTP/1.1" status: 200 len: 704 time: 0.3162181 Nov 18 16:13:36.144860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:36.519761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Allocated IP 172.20.0.1 (9b830d6f-1171-4b55-ba1e-9f7f9596cd88/5a9eeabe-d6e0-451d-89a4-f9141e0dc87e/70a22008-b2a2-4b0a-840f-ebbef207d727) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:13:36.682095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:36.700668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Transition to ACTIVE for port object 70a22008-b2a2-4b0a-840f-ebbef207d727 will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:13:36.747692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:36.762602 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:36.894478 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Pushing event updated for resources: {'Port': ['ID=70a22008-b2a2-4b0a-840f-ebbef207d727,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:36.905949 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:36.965967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Network 9b830d6f-1171-4b55-ba1e-9f7f9596cd88 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:13:36.967095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:13:36.970042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:13:36.970635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33286402'] for router_interface, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:37.091855 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:37.135512 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-17cb0e9b-ae4e-4439-97ee-83a470d3eecb None None] Provisioning for port 70a22008-b2a2-4b0a-840f-ebbef207d727 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:13:37.140493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-17cb0e9b-ae4e-4439-97ee-83a470d3eecb None None] Provisioning complete for port 70a22008-b2a2-4b0a-840f-ebbef207d727 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:13:37.140898 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-17cb0e9b-ae4e-4439-97ee-83a470d3eecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:37.192678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-17cb0e9b-ae4e-4439-97ee-83a470d3eecb None None] Port 70a22008-b2a2-4b0a-840f-ebbef207d727 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:13:37.373819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:37.376988 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:37.378057 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32413786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821489305'] for router_interface, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:37.392712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:37.524917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Pushing event updated for resources: {'Port': ['ID=70a22008-b2a2-4b0a-840f-ebbef207d727,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:37.533851 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:37.580549 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Network 9b830d6f-1171-4b55-ba1e-9f7f9596cd88 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:13:37.581635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:13:37.818721 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-9aaa0e47-9554-4097-9f93-0a8750b4f0b8 None None] Provisioning complete for port 70a22008-b2a2-4b0a-840f-ebbef207d727 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:13:37.819123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0e47-9554-4097-9f93-0a8750b4f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:37.874921 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa0e47-9554-4097-9f93-0a8750b4f0b8 None None] Port 70a22008-b2a2-4b0a-840f-ebbef207d727 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:13:38.094561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Router d013373c-0a11-406e-99ac-23e10de98dab is scheduled to L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a with binding_index 1 {{(pid=80322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:13:38.263158 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:13:38.272503 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] 10.222.0.15 "PUT /v2.0/routers/d013373c-0a11-406e-99ac-23e10de98dab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5998328 Nov 18 16:13:38.291756 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Sync routers for ids ['d013373c-0a11-406e-99ac-23e10de98dab'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:13:38.308188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Routers {'d013373c-0a11-406e-99ac-23e10de98dab'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:13:38.309104 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-df611f2a-510e-4aae-926d-458bad7502be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:13:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['d013373c-0a11-406e-99ac-23e10de98dab'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:13:38.484795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Set router d013373c-0a11-406e-99ac-23e10de98dab gateway port host: None {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:13:38.861781 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-df611f2a-510e-4aae-926d-458bad7502be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'name': 'router1', 'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:13:25Z', 'updated_at': '2020-11-18T16:13:37Z', 'revision_number': 2, 'project_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'gw_port_host': None, '_interfaces': [{'id': '70a22008-b2a2-4b0a-840f-ebbef207d727', 'name': '', 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88', 'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'mac_address': 'fa:16:3e:f8:db:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a9eeabe-d6e0-451d-89a4-f9141e0dc87e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:13:36Z', 'updated_at': '2020-11-18T16:13:37Z', 'revision_number': 2, 'project_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'subnets': [{'id': '5a9eeabe-d6e0-451d-89a4-f9141e0dc87e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da98f5b7-eaa6-4574-a59e-4bc2160ee431'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:13:38.866853 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Checking router: d013373c-0a11-406e-99ac-23e10de98dab for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:13:38.867274 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Updating router d013373c-0a11-406e-99ac-23e10de98dab port 70a22008-b2a2-4b0a-840f-ebbef207d727 binding host dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:13:38.922377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:39.363828 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:39.378978 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Transition to ACTIVE for port object 70a22008-b2a2-4b0a-840f-ebbef207d727 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:13:39.381590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:39.399906 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:39.705591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Pushing event updated for resources: {'Port': ['ID=70a22008-b2a2-4b0a-840f-ebbef207d727,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:39.722068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:39.722441 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:39.722807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:39.723167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:39.723521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:39.723895 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:39.724244 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:39.724592 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:39.724940 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:39.725283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:39.725625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:39.725965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Tracked resource versions report: Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: pushed versions: Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: { 'AddressGroup': {'1.0'}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': {'1.0'}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': {'1.0'}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': {'1.1'}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': {'1.6'}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': {'1.2'}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': {'1.8'}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': {'1.2'}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': {'1.0'}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': {'1.1'}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': {'1.1'}} Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: consumer versions: Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: { DHCP agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: L3 agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: Metadata agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: Metering agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: Open vSwitch agent@dv-cinder-759961-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': '1.0', Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': '1.0', Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': '1.1', Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': '1.6', Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': '1.2', Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': '1.8', Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': '1.2', Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': '1.0', Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': '1.0', Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': '1.1', Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': '1.1'}} Nov 18 16:13:39.727146 dv-cinder-759961-2-iscsi neutron-server[80211]: {{(pid=80325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:13:39.730634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:39.883531 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Attempting to bind port 70a22008-b2a2-4b0a-840f-ebbef207d727 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:13:39.884036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Attempting to bind port 70a22008-b2a2-4b0a-840f-ebbef207d727 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': 'b9c75df3-393d-4e24-84a1-b7284cc0fe28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:13:39.884389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Attempting to bind port 70a22008-b2a2-4b0a-840f-ebbef207d727 on network 9b830d6f-1171-4b55-ba1e-9f7f9596cd88 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:13:39.891349 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:13:39.891808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Checking segment: {'id': 'b9c75df3-393d-4e24-84a1-b7284cc0fe28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:13:39.892284 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:39.892717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Bound using segment: {'id': 'b9c75df3-393d-4e24-84a1-b7284cc0fe28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:13:39.893378 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Bound port: 70a22008-b2a2-4b0a-840f-ebbef207d727, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c75df3-393d-4e24-84a1-b7284cc0fe28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:13:39.893810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:39.984635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-df611f2a-510e-4aae-926d-458bad7502be None None] For port 70a22008-b2a2-4b0a-840f-ebbef207d727, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:13:39.989183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-df611f2a-510e-4aae-926d-458bad7502be None None] For port 70a22008-b2a2-4b0a-840f-ebbef207d727, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=70a22008-b2a2-4b0a-840f-ebbef207d727,segment=NetworkSegment(b9c75df3-393d-4e24-84a1-b7284cc0fe28),segment_id=b9c75df3-393d-4e24-84a1-b7284cc0fe28)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:13:39.992537 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:40.006110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:40.160593 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Pushing event updated for resources: {'Port': ['ID=70a22008-b2a2-4b0a-840f-ebbef207d727,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:40.163700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:40.219356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Routers {'d013373c-0a11-406e-99ac-23e10de98dab'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:13:40.220061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-df611f2a-510e-4aae-926d-458bad7502be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:13:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['d013373c-0a11-406e-99ac-23e10de98dab'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:13:40.382585 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-df611f2a-510e-4aae-926d-458bad7502be None None] Set router d013373c-0a11-406e-99ac-23e10de98dab gateway port host: None {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:13:40.721928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-df611f2a-510e-4aae-926d-458bad7502be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'name': 'router1', 'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:13:25Z', 'updated_at': '2020-11-18T16:13:37Z', 'revision_number': 2, 'project_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'gw_port_host': None, '_interfaces': [{'id': '70a22008-b2a2-4b0a-840f-ebbef207d727', 'name': '', 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88', 'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'mac_address': 'fa:16:3e:f8:db:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a9eeabe-d6e0-451d-89a4-f9141e0dc87e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:13:36Z', 'updated_at': '2020-11-18T16:13:39Z', 'revision_number': 4, 'project_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'subnets': [{'id': '5a9eeabe-d6e0-451d-89a4-f9141e0dc87e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da98f5b7-eaa6-4574-a59e-4bc2160ee431'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:13:40.726081 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df611f2a-510e-4aae-926d-458bad7502be None None] The sync data for ids ['d013373c-0a11-406e-99ac-23e10de98dab'] in dv-cinder-759961-2-iscsi is: [{'id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'name': 'router1', 'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:13:25Z', 'updated_at': '2020-11-18T16:13:37Z', 'revision_number': 2, 'project_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'gw_port_host': None, '_interfaces': [{'id': '70a22008-b2a2-4b0a-840f-ebbef207d727', 'name': '', 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88', 'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'mac_address': 'fa:16:3e:f8:db:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a9eeabe-d6e0-451d-89a4-f9141e0dc87e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:13:36Z', 'updated_at': '2020-11-18T16:13:39Z', 'revision_number': 4, 'project_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'subnets': [{'id': '5a9eeabe-d6e0-451d-89a4-f9141e0dc87e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da98f5b7-eaa6-4574-a59e-4bc2160ee431'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:13:40.805687 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 50890) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:13:40.996530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcd3671-5c6d-4bd5-a534-8f0c2cd62da4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:13:40.997102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-6bcd3671-5c6d-4bd5-a534-8f0c2cd62da4 admin admin] Synchronizing usage tracker for tenant:40ab3e7b917541d8b2a78dd70d0f925c on resource:network {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:13:41.013993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-6bcd3671-5c6d-4bd5-a534-8f0c2cd62da4 admin admin] Unset dirty status for tenant:40ab3e7b917541d8b2a78dd70d0f925c on resource:network {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:13:41.015243 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-6bcd3671-5c6d-4bd5-a534-8f0c2cd62da4 admin admin] 10.222.0.15 "GET /v2.0/networks/eae6701d-1990-4314-b852-5917518e9bba HTTP/1.1" status: 200 len: 842 time: 0.2085109 Nov 18 16:13:41.026080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'gateway_ip': '172.27.0.1'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:13:41.031505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:13:41.035518 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Usage tracker for resource:subnet and tenant:40ab3e7b917541d8b2a78dd70d0f925c is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:13:41.038540 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:13:41.044986 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:13:41.053770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Made reservation on behalf of 40ab3e7b917541d8b2a78dd70d0f925c for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:13:41.059026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:41.519275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.objects.ports [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80322) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:13:41.519817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:41.535616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:41.684381 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4009138-cc1b-4765-b6fb-59f9eda2f1c2,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:41.690713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:41.754014 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Checking segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:13:41.754014 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Network hostable DHCP agents. Network: eae6701d-1990-4314-b852-5917518e9bba, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:13:41.780994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Network eae6701d-1990-4314-b852-5917518e9bba is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:13:41.792094 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, eae6701d-1990-4314-b852-5917518e9bba) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:13:41.796463 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:13:41.797110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:41.803496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc310586-96e1-48a6-b430-161db2cb51bc None None] Network eae6701d-1990-4314-b852-5917518e9bba requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:13:41.824988 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8029068 Nov 18 16:13:42.037666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e8ad74-0ca2-4122-8e06-45b1ba60379d None None] Network eae6701d-1990-4314-b852-5917518e9bba requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:13:42.949129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 70a22008-b2a2-4b0a-840f-ebbef207d727 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:13:43.017239 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 70a22008-b2a2-4b0a-840f-ebbef207d727 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:13:43.021970 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 70a22008-b2a2-4b0a-840f-ebbef207d727 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:13:43.022385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:43.140007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:43.172861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 70a22008-b2a2-4b0a-840f-ebbef207d727, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=70a22008-b2a2-4b0a-840f-ebbef207d727,segment=NetworkSegment(b9c75df3-393d-4e24-84a1-b7284cc0fe28),segment_id=b9c75df3-393d-4e24-84a1-b7284cc0fe28)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:13:43.180457 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:43.183576 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:43.251687 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=70a22008-b2a2-4b0a-840f-ebbef207d727,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:43.255097 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:44.367728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 50904) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:13:44.623664 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-a54771ed-2053-4544-812e-3c1fdc336c97 admin admin] 10.222.0.15 "GET /v2.0/routers/d013373c-0a11-406e-99ac-23e10de98dab HTTP/1.1" status: 200 len: 710 time: 0.2546601 Nov 18 16:13:44.757795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11feb22b-06fa-4f39-8ad2-904af337d258 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:13:44.760777 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-11feb22b-06fa-4f39-8ad2-904af337d258 admin admin] 10.222.0.15 "GET /v2.0/networks/eae6701d-1990-4314-b852-5917518e9bba HTTP/1.1" status: 200 len: 886 time: 0.1298723 Nov 18 16:13:44.769110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:13:44.930808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 70a22008-b2a2-4b0a-840f-ebbef207d727 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:13:45.002195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 70a22008-b2a2-4b0a-840f-ebbef207d727 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:13:45.002606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:45.402385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33232689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821561906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39263'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:45.592049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:45.625972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:45.638342 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:45.671800 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:13:45.675676 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:13:45.678526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:13:45.684151 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:13:45.751550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:45.760105 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:45.774904 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:45.875170 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d774f419-ea07-4469-a982-9d85738251ee,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:45.880665 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:46.032864 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Allocated IP 172.27.0.29 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/1a5c8883-541d-4ae2-878b-5570ada0efb6) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:13:46.187457 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:46.237325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:46.252247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:46.390416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5c8883-541d-4ae2-878b-5570ada0efb6,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:46.396655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:46.437900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:13:46.439011 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:13:46.441198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:13:46.617688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:46.785760 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33232689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821561906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39263'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:46.789276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821543082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036821543111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33232718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33213911'] for router, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:46.994359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Router d013373c-0a11-406e-99ac-23e10de98dab has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:13:47.356400 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:13:47.373221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:47.373866 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Sync routers for ids ['d013373c-0a11-406e-99ac-23e10de98dab'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:13:47.374497 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] 10.222.0.15 "PUT /v2.0/routers/d013373c-0a11-406e-99ac-23e10de98dab HTTP/1.1" status: 200 len: 889 time: 2.6087964 Nov 18 16:13:47.386844 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Routers {'d013373c-0a11-406e-99ac-23e10de98dab'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:13:47.387595 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:13:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['d013373c-0a11-406e-99ac-23e10de98dab'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:13:47.733234 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Set router d013373c-0a11-406e-99ac-23e10de98dab gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:13:47.827368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:13:48.086562 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'name': 'router1', 'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '1a5c8883-541d-4ae2-878b-5570ada0efb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:13:25Z', 'updated_at': '2020-11-18T16:13:46Z', 'revision_number': 4, 'project_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'gw_port': {'id': '1a5c8883-541d-4ae2-878b-5570ada0efb6', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:45:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:13:45Z', 'updated_at': '2020-11-18T16:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '70a22008-b2a2-4b0a-840f-ebbef207d727', 'name': '', 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88', 'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'mac_address': 'fa:16:3e:f8:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a9eeabe-d6e0-451d-89a4-f9141e0dc87e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:13:36Z', 'updated_at': '2020-11-18T16:13:43Z', 'revision_number': 5, 'project_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'subnets': [{'id': '5a9eeabe-d6e0-451d-89a4-f9141e0dc87e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da98f5b7-eaa6-4574-a59e-4bc2160ee431'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:13:48.091487 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Checking router: d013373c-0a11-406e-99ac-23e10de98dab for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:13:48.091913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Updating router d013373c-0a11-406e-99ac-23e10de98dab port 1a5c8883-541d-4ae2-878b-5570ada0efb6 binding host dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:13:48.143044 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:48.533836 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:48.546578 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Transition to ACTIVE for port object 1a5c8883-541d-4ae2-878b-5570ada0efb6 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:13:48.549232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:48.564800 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:48.705831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304761dc-663d-41bd-a88e-2be033c764fe None None] Pushing event updated for resources: {'Port': ['ID=1a5c8883-541d-4ae2-878b-5570ada0efb6,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:48.710467 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-304761dc-663d-41bd-a88e-2be033c764fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:48.764770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Attempting to bind port 1a5c8883-541d-4ae2-878b-5570ada0efb6 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:13:48.765274 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Attempting to bind port 1a5c8883-541d-4ae2-878b-5570ada0efb6 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:13:48.765560 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Attempting to bind port 1a5c8883-541d-4ae2-878b-5570ada0efb6 on network eae6701d-1990-4314-b852-5917518e9bba {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:13:48.772287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:13:48.772699 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Checking segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:13:48.773137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:48.774208 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Bound using segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:13:48.774716 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Bound port: 1a5c8883-541d-4ae2-878b-5570ada0efb6, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:13:48.775139 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:48.846658 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] For port 1a5c8883-541d-4ae2-878b-5570ada0efb6, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:13:48.849774 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] For port 1a5c8883-541d-4ae2-878b-5570ada0efb6, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=1a5c8883-541d-4ae2-878b-5570ada0efb6,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:13:48.852962 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:48.868346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:49.028349 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304761dc-663d-41bd-a88e-2be033c764fe None None] Pushing event updated for resources: {'Port': ['ID=1a5c8883-541d-4ae2-878b-5570ada0efb6,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:49.033288 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-304761dc-663d-41bd-a88e-2be033c764fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:49.074391 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Routers {'d013373c-0a11-406e-99ac-23e10de98dab'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:13:49.074980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:13:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['d013373c-0a11-406e-99ac-23e10de98dab'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:13:49.256336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] Set router d013373c-0a11-406e-99ac-23e10de98dab gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:13:49.595461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'name': 'router1', 'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '1a5c8883-541d-4ae2-878b-5570ada0efb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:13:25Z', 'updated_at': '2020-11-18T16:13:46Z', 'revision_number': 4, 'project_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'gw_port': {'id': '1a5c8883-541d-4ae2-878b-5570ada0efb6', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:45:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:13:45Z', 'updated_at': '2020-11-18T16:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '70a22008-b2a2-4b0a-840f-ebbef207d727', 'name': '', 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88', 'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'mac_address': 'fa:16:3e:f8:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a9eeabe-d6e0-451d-89a4-f9141e0dc87e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:13:36Z', 'updated_at': '2020-11-18T16:13:43Z', 'revision_number': 5, 'project_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'subnets': [{'id': '5a9eeabe-d6e0-451d-89a4-f9141e0dc87e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da98f5b7-eaa6-4574-a59e-4bc2160ee431'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:13:49.600295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582d11e-47a6-4fea-8399-6b46ce75e702 None None] The sync data for ids ['d013373c-0a11-406e-99ac-23e10de98dab'] in dv-cinder-759961-2-iscsi is: [{'id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'name': 'router1', 'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '1a5c8883-541d-4ae2-878b-5570ada0efb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:13:25Z', 'updated_at': '2020-11-18T16:13:46Z', 'revision_number': 4, 'project_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'gw_port': {'id': '1a5c8883-541d-4ae2-878b-5570ada0efb6', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:45:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:13:45Z', 'updated_at': '2020-11-18T16:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '70a22008-b2a2-4b0a-840f-ebbef207d727', 'name': '', 'network_id': '9b830d6f-1171-4b55-ba1e-9f7f9596cd88', 'tenant_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'mac_address': 'fa:16:3e:f8:db:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013373c-0a11-406e-99ac-23e10de98dab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a9eeabe-d6e0-451d-89a4-f9141e0dc87e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:13:36Z', 'updated_at': '2020-11-18T16:13:43Z', 'revision_number': 5, 'project_id': '8f2fcafeda474beca22cd9f6e05d9f0c', 'subnets': [{'id': '5a9eeabe-d6e0-451d-89a4-f9141e0dc87e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'da98f5b7-eaa6-4574-a59e-4bc2160ee431'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:13:50.058308 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 50914) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:13:50.204538 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-8cb57d78-7f77-48de-9321-ec33fbd15ac7 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1450293 Nov 18 16:13:50.957785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 1a5c8883-541d-4ae2-878b-5570ada0efb6 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:13:51.033237 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 1a5c8883-541d-4ae2-878b-5570ada0efb6 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:13:51.038016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 1a5c8883-541d-4ae2-878b-5570ada0efb6 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:13:51.038430 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:51.160993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:51.180132 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 1a5c8883-541d-4ae2-878b-5570ada0efb6, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=1a5c8883-541d-4ae2-878b-5570ada0efb6,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:13:51.184092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:51.186270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-de54c3c8-2d4a-4b3e-832d-ae41621a551f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:13:51.253085 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=1a5c8883-541d-4ae2-878b-5570ada0efb6,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:13:51.256276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:13:52.962797 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 1a5c8883-541d-4ae2-878b-5570ada0efb6 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:13:53.058245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 1a5c8883-541d-4ae2-878b-5570ada0efb6 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:13:53.059513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:56.701561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-efead780-a08a-456a-9313-d2a62bd48f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:59.280792 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9fdd5cb0-f9fb-4625-8cf6-d855800d9964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:13:59.604348 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:00.625166 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:01.093189 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:24.829230 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:14:26.693332 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9cfb2d61-8584-4cd9-8d96-591ac22d213d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:29.276788 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0d579047-b18b-4bfa-84e8-5cf85140db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:29.606240 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:30.627164 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:31.095091 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:56.697759 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3f93c954-5974-4881-9997-c6a0a722da23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:59.280356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2ca94fae-c1aa-4028-8d09-315f6e9797ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:14:59.610356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:00.634688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:01.103034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:01.830164 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:15:26.702196 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-57c9a7d3-dc62-44d3-8403-d593eed1994e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:29.281410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a3f04bc1-b6fe-4232-9142-88019a87645f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:29.613103 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:30.625342 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:31.104437 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:38.831257 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:15:56.710931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c42c5c1a-b24a-4025-8bba-9441a8ed70eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:59.283435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0558d0a3-bf20-4473-9402-c1bb3ce95a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:15:59.615195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:00.626558 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:01.108112 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:02.725998 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51490) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:02.828681 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.pecan_wsgi.hooks.translation [None req-876fda7f-0671-4631-ad31-4f06e17eecc2 admin admin] GET failed (client error): The resource could not be found. Nov 18 16:16:02.829998 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-876fda7f-0671-4631-ad31-4f06e17eecc2 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1029510 Nov 18 16:16:02.970375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e810c661-d9b4-40cf-b125-a5e96ace70ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:02.971983 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e810c661-d9b4-40cf-b125-a5e96ace70ba admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1377258 Nov 18 16:16:05.433897 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51500) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:05.582496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305afbf6-1a45-45bc-b445-31ab4a729330 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:05.583105 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-305afbf6-1a45-45bc-b445-31ab4a729330 admin admin] Synchronizing usage tracker for tenant:40ab3e7b917541d8b2a78dd70d0f925c on resource:subnet {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:16:05.598277 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-305afbf6-1a45-45bc-b445-31ab4a729330 admin admin] Unset dirty status for tenant:40ab3e7b917541d8b2a78dd70d0f925c on resource:subnet {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:16:05.599495 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-305afbf6-1a45-45bc-b445-31ab4a729330 admin admin] 10.222.0.15 "GET /v2.0/subnets/5a9eeabe-d6e0-451d-89a4-f9141e0dc87e HTTP/1.1" status: 200 len: 849 time: 0.1645374 Nov 18 16:16:05.610407 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:16:05.732058 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:06.041991 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363279399319497'] for subnet, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:06.057744 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a80b5c3f-d5e3-4342-85fa-62afac062e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:16:06.201345 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9eeabe-d6e0-451d-89a4-f9141e0dc87e,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:16:06.217138 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:06.217528 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:06.217906 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:06.218272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:06.218644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:06.219022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:06.219384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:06.219773 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:06.220152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:06.220511 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:06.220867 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:06.221219 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:16:06.226323 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:16:06.257336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:06.257986 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:06.259395 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] 10.222.0.15 "PUT /v2.0/subnets/5a9eeabe-d6e0-451d-89a4-f9141e0dc87e HTTP/1.1" status: 200 len: 868 time: 0.6530707 Nov 18 16:16:06.262329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d5adbc-9f9e-42ef-84d8-75be2a9273da None None] Network 9b830d6f-1171-4b55-ba1e-9f7f9596cd88 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:16:06.708521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-4681d7dc-54dc-425f-9743-111c82e885f2 None None] Provisioning complete for port 70a22008-b2a2-4b0a-840f-ebbef207d727 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:16:06.709029 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4681d7dc-54dc-425f-9743-111c82e885f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:06.837616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-4681d7dc-54dc-425f-9743-111c82e885f2 None None] Provisioning complete for port c935d78c-3563-4e36-8bed-6948164a98cb triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:16:06.838029 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4681d7dc-54dc-425f-9743-111c82e885f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:08.726324 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51510) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:08.938467 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5217b588-43a3-44d6-932d-8a0d22e5561b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:08.938813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5217b588-43a3-44d6-932d-8a0d22e5561b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:08.940463 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5217b588-43a3-44d6-932d-8a0d22e5561b admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2129891 Nov 18 16:16:11.397810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51520) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:11.612659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908035a-cd56-47b8-bac2-204b00204cc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:11.612945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908035a-cd56-47b8-bac2-204b00204cc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:11.614576 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-0908035a-cd56-47b8-bac2-204b00204cc0 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2157450 Nov 18 16:16:14.066562 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51530) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:14.277908 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e40a5e-fe8d-4731-925a-bb340ba8d2cd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:14.279386 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-73e40a5e-fe8d-4731-925a-bb340ba8d2cd admin admin] 10.222.0.15 "GET /v2.0/networks/9b830d6f-1171-4b55-ba1e-9f7f9596cd88 HTTP/1.1" status: 200 len: 862 time: 0.2118335 Nov 18 16:16:15.831600 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:16:16.725615 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51540) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:17.087283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5338d270-f983-4056-a8f1-f44981b9ba39 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:17.088819 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5338d270-f983-4056-a8f1-f44981b9ba39 admin admin] 10.222.0.15 "GET /v2.0/networks/eae6701d-1990-4314-b852-5917518e9bba HTTP/1.1" status: 200 len: 886 time: 0.3621712 Nov 18 16:16:19.549789 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 51550) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:19.697278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5556e81-7915-42bd-8683-4ea64d45a9a7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:19.697696 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5556e81-7915-42bd-8683-4ea64d45a9a7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:19.699290 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f5556e81-7915-42bd-8683-4ea64d45a9a7 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1484942 Nov 18 16:16:22.132220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51560) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:22.272062 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ffe8c-b513-4150-8d64-645cf7067b4a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:22.272479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ffe8c-b513-4150-8d64-645cf7067b4a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:22.274062 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-580ffe8c-b513-4150-8d64-645cf7067b4a admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1408210 Nov 18 16:16:24.733549 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51570) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:24.876698 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd90f109-9120-45a9-b6ab-76e6050bb7d1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:24.878147 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-fd90f109-9120-45a9-b6ab-76e6050bb7d1 admin admin] 10.222.0.15 "GET /v2.0/subnets/5a9eeabe-d6e0-451d-89a4-f9141e0dc87e HTTP/1.1" status: 200 len: 868 time: 0.1435423 Nov 18 16:16:26.700855 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bacef4ae-f073-4553-b206-ab331b331d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:27.336518 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51580) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:27.473195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39bb85e-85b3-4d0f-8613-8a2f57e2b5a1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:27.475195 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f39bb85e-85b3-4d0f-8613-8a2f57e2b5a1 admin admin] 10.222.0.15 "GET /v2.0/subnets/a4009138-cc1b-4765-b6fb-59f9eda2f1c2 HTTP/1.1" status: 200 len: 816 time: 0.1371107 Nov 18 16:16:29.284974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1a9ed6bb-9342-4f19-9ad4-69ee34037704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:29.619832 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:30.628523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:31.111874 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:52.832579 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:16:53.006619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51620) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:53.083726 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [None req-2087bb59-3e13-49f6-ac9d-0fe84a5ab1b8 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80322) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:16:53.084843 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-2087bb59-3e13-49f6-ac9d-0fe84a5ab1b8 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0771711 Nov 18 16:16:55.630989 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51630) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:55.730751 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3daba9d-685c-4665-bb86-ab2a7ae6ae0c admin admin] GET failed (client error): The resource could not be found. Nov 18 16:16:55.732076 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f3daba9d-685c-4665-bb86-ab2a7ae6ae0c admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1000578 Nov 18 16:16:55.868685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe3412d-5fa2-4fd8-989c-081a96998b0f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:55.870254 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-afe3412d-5fa2-4fd8-989c-081a96998b0f admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1338332 Nov 18 16:16:56.701447 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-66c9fbd5-5dbf-460d-a9c2-30f69e494c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:58.339218 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51640) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:16:58.416368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:16:58.421251 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:16:58.431477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:16:58.440221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Made reservation on behalf of 40ab3e7b917541d8b2a78dd70d0f925c for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:16:58.444779 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:58.538716 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING neutron.services.revisions.revision_plugin [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Could not find related network for resource to bump revision. Nov 18 16:16:58.554765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:16:58.564273 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:58.564654 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Added segment 7bfa5b1d-a7ca-4410-a223-df68ca0a27a6 of type vxlan for network 0801b457-441b-46b4-a19b-d121d16435a2 Nov 18 16:16:58.590232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:58.619369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:58.620643 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:16:58.621279 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:58.625948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:16:58.728521 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3881133 Nov 18 16:16:58.731179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Pushing event updated for resources: {'Network': ['ID=0801b457-441b-46b4-a19b-d121d16435a2,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:16:58.745274 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:16:58.753904 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network 0801b457-441b-46b4-a19b-d121d16435a2 details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:16:59.286734 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-987f056f-24d9-4105-ae36-456a1f19488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:16:59.623469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:00.631067 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:01.116386 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:01.212825 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51650) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:17:01.315374 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.pecan_wsgi.hooks.translation [None req-46608f2b-fcd6-412d-a6c1-276ecacccf54 admin admin] GET failed (client error): The resource could not be found. Nov 18 16:17:01.315952 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-46608f2b-fcd6-412d-a6c1-276ecacccf54 admin admin] Synchronizing usage tracker for tenant:40ab3e7b917541d8b2a78dd70d0f925c on resource:network {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:17:01.330331 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-46608f2b-fcd6-412d-a6c1-276ecacccf54 admin admin] Unset dirty status for tenant:40ab3e7b917541d8b2a78dd70d0f925c on resource:network {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:17:01.331516 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-46608f2b-fcd6-412d-a6c1-276ecacccf54 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1176527 Nov 18 16:17:01.443352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f858f55-a023-4af0-bc57-5af57b07cf67 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:17:01.445193 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-9f858f55-a023-4af0-bc57-5af57b07cf67 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1085629 Nov 18 16:17:01.455768 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '0801b457-441b-46b4-a19b-d121d16435a2', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:17:01.460926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:17:01.470518 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:17:01.479094 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Made reservation on behalf of 40ab3e7b917541d8b2a78dd70d0f925c for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:17:01.483660 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:01.881363 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:01.896652 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:17:02.029925 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d870cbc-3a31-487c-94f7-1f0b16d46d03,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:17:02.033986 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:17:02.092728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Checking segment: {'id': '7bfa5b1d-a7ca-4410-a223-df68ca0a27a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0801b457-441b-46b4-a19b-d121d16435a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:17:02.093053 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Network hostable DHCP agents. Network: 0801b457-441b-46b4-a19b-d121d16435a2, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:17:02.114146 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Network 0801b457-441b-46b4-a19b-d121d16435a2 is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:17:02.122034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, 0801b457-441b-46b4-a19b-d121d16435a2) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:17:02.126184 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:17:02.126828 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:02.130849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3fb844-9541-476a-9fa6-f55ce46829f3 None None] Network 0801b457-441b-46b4-a19b-d121d16435a2 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:17:02.151260 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6991541 Nov 18 16:17:02.362774 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe527db92-96c1-5c25-b139-de022d86ecfb-0801b457-441b-46b4-a19b-d121d16435a2', 'network_id': '0801b457-441b-46b4-a19b-d121d16435a2', 'tenant_id': '40ab3e7b917541d8b2a78dd70d0f925c', 'fixed_ips': [{'subnet_id': '4d870cbc-3a31-487c-94f7-1f0b16d46d03'}]}} from dv-cinder-759961-2-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:17:02.363725 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:02.656551 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Allocated IP 192.168.233.2 (0801b457-441b-46b4-a19b-d121d16435a2/4d870cbc-3a31-487c-94f7-1f0b16d46d03/5965f0fe-70a7-47c5-8860-8c4e3e0682a5) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:17:02.881059 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:02.892207 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Transition to ACTIVE for port object 5965f0fe-70a7-47c5-8860-8c4e3e0682a5 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:17:02.908696 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Transition to ACTIVE for port object 5965f0fe-70a7-47c5-8860-8c4e3e0682a5 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:17:02.913428 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:02.929594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-100d0c70-af24-4055-8bad-f16388f5e7df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:17:03.065882 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Pushing event updated for resources: {'Port': ['ID=5965f0fe-70a7-47c5-8860-8c4e3e0682a5,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:17:03.082552 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:03.082972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:03.083355 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:03.083766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:03.084141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:03.084517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:03.084891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:03.085260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:03.085644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:03.086015 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:03.086383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:03.086745 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:17:03.091924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:17:03.130387 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Network 0801b457-441b-46b4-a19b-d121d16435a2 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:17:03.131527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Resources bound (agent type, host, resource id): {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:17:03.133868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:17:03.189598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Attempting to bind port 5965f0fe-70a7-47c5-8860-8c4e3e0682a5 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:17:03.189946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Attempting to bind port 5965f0fe-70a7-47c5-8860-8c4e3e0682a5 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '7bfa5b1d-a7ca-4410-a223-df68ca0a27a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0801b457-441b-46b4-a19b-d121d16435a2'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:17:03.190359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Attempting to bind port 5965f0fe-70a7-47c5-8860-8c4e3e0682a5 on network 0801b457-441b-46b4-a19b-d121d16435a2 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:17:03.197534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:17:03.197952 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Checking segment: {'id': '7bfa5b1d-a7ca-4410-a223-df68ca0a27a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0801b457-441b-46b4-a19b-d121d16435a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:17:03.198399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:03.198838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Bound using segment: {'id': '7bfa5b1d-a7ca-4410-a223-df68ca0a27a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0801b457-441b-46b4-a19b-d121d16435a2'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:17:03.199354 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Bound port: 5965f0fe-70a7-47c5-8860-8c4e3e0682a5, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfa5b1d-a7ca-4410-a223-df68ca0a27a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0801b457-441b-46b4-a19b-d121d16435a2'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:17:03.199817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:03.294449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] For port 5965f0fe-70a7-47c5-8860-8c4e3e0682a5, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:17:03.298137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] For port 5965f0fe-70a7-47c5-8860-8c4e3e0682a5, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=5965f0fe-70a7-47c5-8860-8c4e3e0682a5,segment=NetworkSegment(7bfa5b1d-a7ca-4410-a223-df68ca0a27a6),segment_id=7bfa5b1d-a7ca-4410-a223-df68ca0a27a6)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:17:03.300737 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:03.316006 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:17:03.464359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Pushing event updated for resources: {'Port': ['ID=5965f0fe-70a7-47c5-8860-8c4e3e0682a5,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:17:03.469045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:17:04.769270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7011d6-e927-49d1-a453-f33bff2ad4be None None] Network 0801b457-441b-46b4-a19b-d121d16435a2 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:17:04.896581 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-5725eb25-613c-4ce8-ad5d-5b888a7cc44d None None] Provisioning for port 5965f0fe-70a7-47c5-8860-8c4e3e0682a5 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:17:05.123246 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 5965f0fe-70a7-47c5-8860-8c4e3e0682a5 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:17:05.255329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 5965f0fe-70a7-47c5-8860-8c4e3e0682a5 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:17:05.262428 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 5965f0fe-70a7-47c5-8860-8c4e3e0682a5 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:17:05.262845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:05.392579 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:05.428006 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 5965f0fe-70a7-47c5-8860-8c4e3e0682a5, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=5965f0fe-70a7-47c5-8860-8c4e3e0682a5,segment=NetworkSegment(7bfa5b1d-a7ca-4410-a223-df68ca0a27a6),segment_id=7bfa5b1d-a7ca-4410-a223-df68ca0a27a6)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:17:05.433328 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:05.435680 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:17:05.502858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=5965f0fe-70a7-47c5-8860-8c4e3e0682a5,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:17:05.506247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:17:05.545891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-774124b4-9720-4ea5-acfb-0aebb755834c None None] Provisioning complete for port 5965f0fe-70a7-47c5-8860-8c4e3e0682a5 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:17:05.546317 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-774124b4-9720-4ea5-acfb-0aebb755834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:05.795784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-098692ba-b8bb-4b4e-875e-33773caf0408 None None] Provisioning complete for port 5965f0fe-70a7-47c5-8860-8c4e3e0682a5 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:17:05.796302 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-098692ba-b8bb-4b4e-875e-33773caf0408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:07.043213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 5965f0fe-70a7-47c5-8860-8c4e3e0682a5 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:17:07.114669 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 5965f0fe-70a7-47c5-8860-8c4e3e0682a5 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:17:07.115013 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:26.703289 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-548b1755-7aae-4266-9f80-b1caaf9e3686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:29.288194 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-66521c28-8b41-46c3-8d10-bec8ac60ac9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:29.627028 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:29.833351 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:17:30.633887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:31.118567 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:56.705363 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-720a8522-000d-4b51-9be1-517ff1dcad4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:59.289457 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7d9f23f3-d423-4a9a-85e1-235b0b2d996e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:17:59.629375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:00.636007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:01.124548 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:03.123185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51692) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:18:03.130000 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [None req-6c4e6b4f-91a9-49d6-bb43-ddd18d9ee05b tempest-verify_tempest_config-862882720 tempest-verify_tempest_config-862882720] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80322) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:18:03.131069 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-6c4e6b4f-91a9-49d6-bb43-ddd18d9ee05b tempest-verify_tempest_config-862882720 tempest-verify_tempest_config-862882720] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12795 time: 0.0068378 Nov 18 16:18:03.478751 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51712) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:18:03.628705 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:03.661465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:18:03.665406 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Usage tracker for resource:security_group_rule and tenant:64ebe1d9176849079b73cd6d740f851a is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:18:03.668279 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:18:03.673961 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:18:03.742827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:03.745326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:03.753591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:18:03.794893 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5278b2-2fed-4785-8b14-721fe283062a,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:18:03.797861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Synchronizing usage tracker for tenant:40ab3e7b917541d8b2a78dd70d0f925c on resource:security_group {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:18:03.812663 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:03.813057 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:03.813428 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:03.813785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:03.814139 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:03.814497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:03.814847 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:03.815200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:03.815605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:03.815956 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:03.816306 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:03.816655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:18:03.822649 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:18:03.827397 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Unset dirty status for tenant:40ab3e7b917541d8b2a78dd70d0f925c on resource:security_group {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:18:03.828738 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64ebe1d9176849079b73cd6d740f851a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3489554 Nov 18 16:18:03.831495 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51718) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:18:03.894922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6c144de9-2a59-4dae-9bd8-3e7cb04a178a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:03.920835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6c144de9-2a59-4dae-9bd8-3e7cb04a178a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:03.971249 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6c144de9-2a59-4dae-9bd8-3e7cb04a178a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:03.976918 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:18:03.990734 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c144de9-2a59-4dae-9bd8-3e7cb04a178a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5278b2-2fed-4785-8b14-721fe283062a,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:18:03.993498 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6c144de9-2a59-4dae-9bd8-3e7cb04a178a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:18:03.995469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6c144de9-2a59-4dae-9bd8-3e7cb04a178a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:03.996813 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-6c144de9-2a59-4dae-9bd8-3e7cb04a178a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc5278b2-2fed-4785-8b14-721fe283062a HTTP/1.1" status: 204 len: 168 time: 0.1642280 Nov 18 16:18:06.833770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:18:26.705575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa89cb21-dc68-44e2-ab30-ba5adf66e4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:29.290299 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8eb070cb-faeb-45b8-8695-e219bb7e2f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:29.631225 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:30.637939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:31.127917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:43.834558 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:18:56.708831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2f73-3c85-4c69-aa9f-1a860c388ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:59.291021 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-02aa1aa6-22f4-4a35-a801-e915c88012bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:18:59.634748 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:00.639662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:01.132334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:20.835444 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 5 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:19:26.710246 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-becbe144-74f3-4225-ba1b-957cc9b59d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:29.291481 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e83b7d6c-1274-4121-9171-6b6fa328492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:29.638309 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:30.640415 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:31.136002 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:43.046102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124'] for agent, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:43.046666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:19:43.046949 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:19:43.047282 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:19:43.047695 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:19:43.048074 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:19:43.048505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:19:43.048891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:19:43.049265 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:19:43.049628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:19:43.049998 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:19:43.050369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:19:43.050741 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:19:43.051130 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-75996', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:19:43.055921 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75996', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:19:43.354557 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] get_endpoint_by_host() called for host hv-cinder-75996 {{(pid=80324) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 18 16:19:43.358737 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] get_endpoint_by_ip() called for ip 192.168.0.48 {{(pid=80324) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 18 16:19:43.361911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] _add_endpoint() called for ip 192.168.0.48 {{(pid=80324) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 18 16:19:43.366625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] _get_endpoints() called {{(pid=80324) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 18 16:19:44.376786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51770) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:19:44.526027 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e524508a-339a-4bb1-a752-da8361f6b384 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1480136 Nov 18 16:19:47.022545 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51780) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:19:47.112376 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e619b5e9-55de-4f2d-a382-fb37346ce4a1 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0885022 Nov 18 16:19:56.710637 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-207a5d93-b44e-4ffa-9853-ad139772b70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:57.837174 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:19:59.292845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b9033b21-5eb5-4a6f-bc7e-5b4f74effcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:19:59.640852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:00.641257 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:01.138609 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:13.054410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:26.712289 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4335a8a8-c577-426a-bc54-17f8edd0c5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:29.296846 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3acd7ef0-0536-46f0-9caf-c15726349a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:29.644376 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:30.642613 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:31.142374 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:34.838203 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:20:43.055067 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:56.713744 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b108562d-1846-4e41-83b5-5bbefd453aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:59.300575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9093f271-31eb-497f-869b-c53dbfa902df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:20:59.648437 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:00.644496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:01.144873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:11.838535 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:21:13.066348 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:21.669754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 51954) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:21.752115 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 51964) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:22.140739 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-349172548-network', 'tenant_id': '034a786a20704fe789528f249a891328'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:22.146444 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:22.151139 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Usage tracker for resource:network and tenant:034a786a20704fe789528f249a891328 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:22.154270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:22.160022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:22.169497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Made reservation on behalf of 034a786a20704fe789528f249a891328 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:22.174595 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.188137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.222051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:22.226026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Usage tracker for resource:security_group_rule and tenant:034a786a20704fe789528f249a891328 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:22.228985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:22.234625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:22.267793 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-892443366-network', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:22.275258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:22.279696 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Usage tracker for resource:network and tenant:7bd0968be268410283cefabfcbd53f4d is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:22.282757 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:22.289195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:22.314288 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.321368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Made reservation on behalf of 7bd0968be268410283cefabfcbd53f4d for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:22.321632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.327536 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.328927 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:22.344908 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.364985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45c66e6-ecf3-4300-b4a0-3a736a871ea5,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:22.376842 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 51984) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:22.388077 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.388647 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.389163 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.389680 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.389977 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:22.390361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.390887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.391395 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.391915 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.392683 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.393183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.394015 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.394675 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.395391 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.395695 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Usage tracker for resource:security_group_rule and tenant:7bd0968be268410283cefabfcbd53f4d is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:22.396097 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.396596 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.397091 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.397592 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.398126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.398630 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.399122 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.399632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.400058 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:22.400316 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.400804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.401293 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Tracked resource versions report: Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: pushed versions: Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: { 'AddressGroup': {'1.0'}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': {'1.0'}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': {'1.0'}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': {'1.1'}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': {'1.6'}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': {'1.2'}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': {'1.8'}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': {'1.2'}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': {'1.0'}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': {'1.1'}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': {'1.1'}} Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: consumer versions: Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: { DHCP agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: L3 agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: Metadata agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: Metering agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: Open vSwitch agent@dv-cinder-759961-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': '1.0', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': '1.0', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': '1.1', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': '1.6', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': '1.2', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': '1.8', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': '1.2', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': '1.0', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': '1.0', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': '1.1', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': '1.1'}, Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.0', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': '1.0', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': '1.0', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': '1.1', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': '1.6', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': '1.2', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': '1.8', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': '1.2', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': '1.0', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': '1.0', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': '1.1', Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': '1.1'}} Nov 18 16:21:22.402786 dv-cinder-759961-2-iscsi neutron-server[80211]: {{(pid=80323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:21:22.407068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:22.409635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:21:22.417604 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:22.431589 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757455527693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.431589 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Added segment 385bda86-74ba-4e23-b046-d1a874845987 of type vxlan for network eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5 Nov 18 16:21:22.456145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.491028 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.493042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:22.493668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.499765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b245ce2a-d4db-410c-a0c4-f36b0310f379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:22.502862 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.506094 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.528068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:21:22.538094 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.538611 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Added segment 127bde8e-f349-47ad-a262-c8891cc91531 of type vxlan for network 856a868e-3707-4e53-9db7-ae588f2f0b5a Nov 18 16:21:22.566916 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.579727 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1d94fddb-f134-4aaa-a7e6-a3f00e4fb24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:22.621491 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a462573b-79a2-4c01-9d2a-6b57eb939872,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:22.637844 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.638231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.638609 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.639054 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.639421 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.639817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.640181 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.640542 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.640905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.641347 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.641901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.642008 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9709961 Nov 18 16:21:22.642670 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.642783 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52000) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:22.643080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.643409 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Pushing event updated for resources: {'Network': ['ID=eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:22.643519 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.643815 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.644177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.644616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.644878 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.648645 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:22.653476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.654329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.655653 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.656225 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.656343 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5 details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:22.656881 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.657436 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Tracked resource versions report: Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: pushed versions: Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: { 'AddressGroup': {'1.0'}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': {'1.0'}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': {'1.0'}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': {'1.1'}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': {'1.6'}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': {'1.2'}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': {'1.8'}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': {'1.2'}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': {'1.0'}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': {'1.1'}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': {'1.1'}} Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: consumer versions: Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: { DHCP agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: L3 agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: Metadata agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: Metering agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: Open vSwitch agent@dv-cinder-759961-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': '1.0', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': '1.0', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': '1.1', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': '1.6', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': '1.2', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': '1.8', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': '1.2', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': '1.0', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': '1.0', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': '1.1', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': '1.1'}, Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.0', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': '1.0', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': '1.0', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': '1.1', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': '1.6', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': '1.2', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': '1.8', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': '1.2', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': '1.0', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': '1.0', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': '1.1', Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': '1.1'}} Nov 18 16:21:22.659004 dv-cinder-759961-2-iscsi neutron-server[80211]: {{(pid=80322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:21:22.662660 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Request body: {'subnet': {'network_id': 'eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-349172548-subnet', 'tenant_id': '034a786a20704fe789528f249a891328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:22.663836 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:22.673948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.674394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:22.675588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:22.677262 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.683442 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-529d18f0-4269-4b1b-8114-ab00ecdf3ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:22.683961 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Usage tracker for resource:subnet and tenant:034a786a20704fe789528f249a891328 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:22.690001 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:22.699752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:22.701149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:22.712108 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Made reservation on behalf of 034a786a20704fe789528f249a891328 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:22.717510 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:22.781755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52004) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:22.941474 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52010) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:22.967374 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2140489 Nov 18 16:21:22.972198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52016) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:22.988378 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Request body: {'subnet': {'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-892443366-subnet', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:22.995049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Pushing event updated for resources: {'Network': ['ID=856a868e-3707-4e53-9db7-ae588f2f0b5a,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:22.995801 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1479932912-network', 'tenant_id': '275f5c2d7f7e45918c85f24f703f0c38'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:22.998541 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:22.999679 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:23.001718 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:23.006206 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Usage tracker for resource:network and tenant:275f5c2d7f7e45918c85f24f703f0c38 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:23.009657 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network 856a868e-3707-4e53-9db7-ae588f2f0b5a details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:23.009804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:23.014466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Usage tracker for resource:subnet and tenant:7bd0968be268410283cefabfcbd53f4d is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:23.016771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:23.020902 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:23.044606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:23.044802 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Made reservation on behalf of 275f5c2d7f7e45918c85f24f703f0c38 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:23.051105 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.070925 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Made reservation on behalf of 7bd0968be268410283cefabfcbd53f4d for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:23.076050 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.090434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.114110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-757449713-network', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:23.147179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network 856a868e-3707-4e53-9db7-ae588f2f0b5a details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:23.155677 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:23.265313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:23.278149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Usage tracker for resource:network and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:23.281119 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Usage tracker for resource:security_group_rule and tenant:275f5c2d7f7e45918c85f24f703f0c38 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:23.292686 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:23.294296 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:23.300436 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:23.310666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:23.352403 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1208613108-network', 'tenant_id': 'b81c90ae0a21465eb9781fe4a1f9c2ee'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:23.363758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Made reservation on behalf of df494528946a43d5ba6514ed79b63a48 for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:23.368769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.387006 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.396801 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:23.406195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Usage tracker for resource:network and tenant:b81c90ae0a21465eb9781fe4a1f9c2ee is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:23.415888 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:23.455040 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.458010 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.473771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:23.490049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:21:23.497989 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:23.504887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Usage tracker for resource:security_group_rule and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:23.510106 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Made reservation on behalf of b81c90ae0a21465eb9781fe4a1f9c2ee for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:23.514042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757455527693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.514625 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Added segment 65c773a0-f8b8-4242-b23c-f0f84c8b40ea of type vxlan for network 922535bd-5d1c-4fca-8048-304e0e7f2e3a Nov 18 16:21:23.514751 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.524889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:23.537453 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:23.539494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.568135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.637496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:23.693099 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:23.703744 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6128d14a-ab58-4ec7-959f-0d39ae0ec613,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:23.720472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.721586 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:23.722567 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.723746 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:23.724366 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:23.729553 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Usage tracker for resource:security_group_rule and tenant:b81c90ae0a21465eb9781fe4a1f9c2ee is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:23.763387 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:23.807298 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:23.807522 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:23.879096 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4982035 Nov 18 16:21:23.891943 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52044) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:23.917726 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Request body: {'subnet': {'network_id': '922535bd-5d1c-4fca-8048-304e0e7f2e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1479932912-subnet', 'tenant_id': '275f5c2d7f7e45918c85f24f703f0c38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:23.983291 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:24.051710 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.059173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Usage tracker for resource:subnet and tenant:275f5c2d7f7e45918c85f24f703f0c38 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:24.066627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.072212 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.079386 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6c144de9-2a59-4dae-9bd8-3e7cb04a178a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:24.108539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Pushing event updated for resources: {'Network': ['ID=922535bd-5d1c-4fca-8048-304e0e7f2e3a,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:24.111778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:24.113175 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:24.113561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18894d0c-e7dd-4265-a3fb-b5cbc771f0fb,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:24.116922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:24.121869 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network 922535bd-5d1c-4fca-8048-304e0e7f2e3a details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:24.129251 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.145578 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:21:24.149776 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:24.150612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network 922535bd-5d1c-4fca-8048-304e0e7f2e3a details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:24.164048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-cab065f6-caf3-42a8-a96c-4bc9f95bb2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:24.188149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9deaca-4d65-433c-99ed-827b6016bd1a,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:24.192772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:24.201854 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.202377 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Added segment 1c9f7b5e-4a8d-42a4-ad19-1e0305869c38 of type vxlan for network 1b887802-331a-4da8-8c9d-df380fb14d95 Nov 18 16:21:24.260382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:24.262860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c87f8a2-5c57-471d-a39f-5fdf6f0bfaf7,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:24.271445 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:24.311922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.314030 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Checking segment: {'id': '385bda86-74ba-4e23-b046-d1a874845987', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:24.314510 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Network hostable DHCP agents. Network: eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:21:24.322705 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Made reservation on behalf of 275f5c2d7f7e45918c85f24f703f0c38 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:24.328688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.371243 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.691963 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:24.728176 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.738714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Network eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5 is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:21:24.739016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:21:24.739395 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:21:24.743490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:24.744161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.766755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:24.774581 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e280e1c7-6965-4a6c-aa92-a25ee76483e5 None None] Network eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:24.780797 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:24.781575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.818510 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aaf4acd-d19b-477b-a2fc-75be330a0986,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:24.845056 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:24.845575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-daf057e5-deda-4733-8787-1d03371c0755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:24.845855 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1989660 Nov 18 16:21:24.960799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:24.967790 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1842906 Nov 18 16:21:24.973275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52078) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:24.974152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Pushing event updated for resources: {'Network': ['ID=1b887802-331a-4da8-8c9d-df380fb14d95,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:24.977993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:24.979590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52080) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:24.985426 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Request body: {'subnet': {'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-subnet', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:24.988295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:24.995111 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Checking segment: {'id': '127bde8e-f349-47ad-a262-c8891cc91531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:24.995506 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Network hostable DHCP agents. Network: 856a868e-3707-4e53-9db7-ae588f2f0b5a, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:21:25.003857 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:25.016489 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Usage tracker for resource:subnet and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:25.020061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:25.026917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:25.041418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Made reservation on behalf of df494528946a43d5ba6514ed79b63a48 for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:25.046350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.084218 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Network 856a868e-3707-4e53-9db7-ae588f2f0b5a is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:21:25.128950 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network 1b887802-331a-4da8-8c9d-df380fb14d95 details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:25.138297 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, 856a868e-3707-4e53-9db7-ae588f2f0b5a) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:25.143814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:25.145152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.169635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network 1b887802-331a-4da8-8c9d-df380fb14d95 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:25.213285 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86999f4-a5f0-460d-b35f-a6c6b0ae8726 None None] Network 856a868e-3707-4e53-9db7-ae588f2f0b5a requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:25.276255 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.307461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6365b4b-296b-4eb4-a5a4-7f81cccbe554,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:25.323644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:25.382046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Checking segment: {'id': '65c773a0-f8b8-4242-b23c-f0f84c8b40ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '922535bd-5d1c-4fca-8048-304e0e7f2e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:25.382720 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Network hostable DHCP agents. Network: 922535bd-5d1c-4fca-8048-304e0e7f2e3a, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:21:25.411173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52104) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:25.411344 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4379368 Nov 18 16:21:25.418886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e027c23a-6f2e-40d7-93ca-adb62b567b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.425267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-892443366-router', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:25.456586 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:25.467899 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Usage tracker for resource:router and tenant:7bd0968be268410283cefabfcbd53f4d is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:25.470614 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Network 922535bd-5d1c-4fca-8048-304e0e7f2e3a is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:21:25.474537 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:25.484497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:25.491897 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, 922535bd-5d1c-4fca-8048-304e0e7f2e3a) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:25.504198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:25.504852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.519896 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d9976b-e21a-4edb-92b9-9c787b362c56 None None] Network 922535bd-5d1c-4fca-8048-304e0e7f2e3a requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:25.522050 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:21:25.531341 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821561935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736540'] for router, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.532373 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821562538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33232672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33260878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39276'] for router, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.555353 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-de2f6305-fcbc-447e-843d-b87fcca0b806 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6592271 Nov 18 16:21:25.567897 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-e027c23a-6f2e-40d7-93ca-adb62b567b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:25.578502 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.581250 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.581918 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Added segment 5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f of type vxlan for network a838d3d3-fae8-4bed-95c5-46e56f447f84 Nov 18 16:21:25.596059 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-e027c23a-6f2e-40d7-93ca-adb62b567b26 admin admin] Usage tracker for resource:security_group_rule and tenant:45eb4081e6da450298455532d1030f3a is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:25.602256 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-e027c23a-6f2e-40d7-93ca-adb62b567b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:25.654613 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-e027c23a-6f2e-40d7-93ca-adb62b567b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:25.770806 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.908353 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.922986 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33232689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821561906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39263'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.944049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:25.945233 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:25.986391 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:26.213118 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.267814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e027c23a-6f2e-40d7-93ca-adb62b567b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.270267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Pushing event updated for resources: {'Network': ['ID=a838d3d3-fae8-4bed-95c5-46e56f447f84,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:26.275264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:26.292964 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.308132 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e027c23a-6f2e-40d7-93ca-adb62b567b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.344438 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network a838d3d3-fae8-4bed-95c5-46e56f447f84 details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:26.360969 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:26.422159 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.4759128 Nov 18 16:21:26.469771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52140) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:26.504245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network a838d3d3-fae8-4bed-95c5-46e56f447f84 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:26.515482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Request body: {'subnet': {'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1208613108-subnet', 'tenant_id': 'b81c90ae0a21465eb9781fe4a1f9c2ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:26.527298 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:26.530466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027c23a-6f2e-40d7-93ca-adb62b567b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9323113f-ef75-495b-a087-b7f05af2a75a,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:26.548506 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e027c23a-6f2e-40d7-93ca-adb62b567b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:26.563551 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e027c23a-6f2e-40d7-93ca-adb62b567b26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45eb4081e6da450298455532d1030f3a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5805275 Nov 18 16:21:26.567294 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Usage tracker for resource:subnet and tenant:b81c90ae0a21465eb9781fe4a1f9c2ee is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:26.570690 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52150) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:26.596551 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:26.661881 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:26.666116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52156) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:26.680027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466e0590-fed2-42ff-a580-b83f279f9705 None None] Network 922535bd-5d1c-4fca-8048-304e0e7f2e3a requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:26.697892 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Allocated IP 172.27.0.211 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/2a84a3eb-3cd6-4ffa-b488-bd52f844cdea) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:26.712338 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1034656738-network', 'tenant_id': 'a617e5acb2424710b47ee3510281fd02'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:26.773960 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Made reservation on behalf of b81c90ae0a21465eb9781fe4a1f9c2ee for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:26.792916 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.831826 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77480ee-6c9d-4536-9345-107819b49e3c None None] Network eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:26.957327 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e72e175e-daef-4483-a8f1-c61d9c32ed33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:26.982678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:26.985584 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52180) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:27.016013 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Usage tracker for resource:network and tenant:a617e5acb2424710b47ee3510281fd02 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:27.019040 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 18 16:21:27.025159 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:27.050745 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-16cc1438-414c-40f5-a0a4-2f31291dd8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.064085 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:27.107731 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.137578 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.138779 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-16cc1438-414c-40f5-a0a4-2f31291dd8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.153885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-78742c7d-00a1-4077-a4de-bd89e9eea5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:27.174231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e7bff-90c0-4594-9d0a-22c745f87262 None None] Network 856a868e-3707-4e53-9db7-ae588f2f0b5a requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:27.221270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Made reservation on behalf of a617e5acb2424710b47ee3510281fd02 for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:27.226344 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.297546 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Pushing event updated for resources: {'Port': ['ID=2a84a3eb-3cd6-4ffa-b488-bd52f844cdea,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:27.300901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:27.302049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.353101 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:27.354418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:27.357155 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:27.428828 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.460752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-886d4e96-7108-440e-ad65-a9b2286b5abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:27.480619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.481578 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33213894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821543082'] for router, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.493053 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:27.502322 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28943a5e-c80f-49a7-901c-2143180f8789 req-f8ab9314-e61a-4032-b295-ec615ed5c87b tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:27.509485 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-f8ab9314-e61a-4032-b295-ec615ed5c87b tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/networks?id=922535bd-5d1c-4fca-8048-304e0e7f2e3a HTTP/1.1" status: 200 len: 812 time: 0.5119889 Nov 18 16:21:27.530526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Usage tracker for resource:security_group_rule and tenant:a617e5acb2424710b47ee3510281fd02 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:27.539833 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:27.551027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-16cc1438-414c-40f5-a0a4-2f31291dd8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.569163 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:27.695575 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-e6ca91b1-ae60-438b-ba3e-ac272f82405f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/quotas/275f5c2d7f7e45918c85f24f703f0c38 HTTP/1.1" status: 200 len: 375 time: 0.1850991 Nov 18 16:21:27.749439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Router bd28b5df-4bba-48e9-bfd5-ac9725206c02 is scheduled to L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a with binding_index 1 {{(pid=80323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:21:27.826837 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-a5ec11e2-d841-492b-a157-cbd7f8d288c3 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?tenant_id=275f5c2d7f7e45918c85f24f703f0c38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1302962 Nov 18 16:21:27.841622 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1beae45-1813-4b14-95e2-5567322586dc,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:27.850478 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:27.901623 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.911388 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:27.932831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.933759 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-16cc1438-414c-40f5-a0a4-2f31291dd8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:27.943585 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-16cc1438-414c-40f5-a0a4-2f31291dd8a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9323113f-ef75-495b-a087-b7f05af2a75a HTTP/1.1" status: 204 len: 168 time: 1.3467650 Nov 18 16:21:27.947309 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc1438-414c-40f5-a0a4-2f31291dd8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9323113f-ef75-495b-a087-b7f05af2a75a,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:27.952834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-16cc1438-414c-40f5-a0a4-2f31291dd8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:27.962650 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e027c23a-6f2e-40d7-93ca-adb62b567b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:28.018827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:21:28.031583 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Sync routers for ids ['bd28b5df-4bba-48e9-bfd5-ac9725206c02'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:21:28.052856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Routers {'bd28b5df-4bba-48e9-bfd5-ac9725206c02'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:28.054767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:20:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['bd28b5df-4bba-48e9-bfd5-ac9725206c02'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:28.057681 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.059027 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6455495 Nov 18 16:21:28.061856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52204) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:28.126182 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:21:28.136596 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.137095 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Added segment 98c2e502-d9e8-43eb-b02f-8ffd7f51708f of type vxlan for network c0146845-fb5c-470f-9cab-8e35d452b5ca Nov 18 16:21:28.165191 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.206267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd492c26-e5c1-48b8-a47b-6eb7614a4c75,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:28.210777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:28.212836 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.224606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:28.224606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.230265 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:28.491291 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Set router bd28b5df-4bba-48e9-bfd5-ac9725206c02 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:28.556740 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-82db2511-de3e-4e13-bfba-a638fea3c58d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80322) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:21:28.564065 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-82db2511-de3e-4e13-bfba-a638fea3c58d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.5803397 Nov 18 16:21:28.594136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Checking segment: {'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:28.595235 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Network hostable DHCP agents. Network: 1b887802-331a-4da8-8c9d-df380fb14d95, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:21:28.629504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Pushing event updated for resources: {'Network': ['ID=c0146845-fb5c-470f-9cab-8e35d452b5ca,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:28.633344 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:28.641440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network c0146845-fb5c-470f-9cab-8e35d452b5ca details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:28.682445 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0016181 Nov 18 16:21:28.687304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52220) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:28.697922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52222) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:28.751268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Request body: {'subnet': {'network_id': 'c0146845-fb5c-470f-9cab-8e35d452b5ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1034656738-subnet', 'tenant_id': 'a617e5acb2424710b47ee3510281fd02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:28.783750 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:28.795341 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Usage tracker for resource:subnet and tenant:a617e5acb2424710b47ee3510281fd02 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:28.800506 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:28.813828 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:28.815876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Network 1b887802-331a-4da8-8c9d-df380fb14d95 is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:21:28.857906 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, 1b887802-331a-4da8-8c9d-df380fb14d95) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:28.870414 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:28.871059 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.877232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Made reservation on behalf of a617e5acb2424710b47ee3510281fd02 for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:28.882419 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:28.889378 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network c0146845-fb5c-470f-9cab-8e35d452b5ca details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:21:28.903213 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-8540c4b7-dcf6-4618-a88f-b83014d47df5 service neutron] 10.222.0.15 "GET /v2.0/networks/922535bd-5d1c-4fca-8048-304e0e7f2e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220799 Nov 18 16:21:29.005545 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43df3a6d-db64-44a9-b60e-d4aa1ff61822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.041108 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52230) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:29.087961 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5344b088-a15a-465d-925a-9c9036cd133a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.110794 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-43df3a6d-db64-44a9-b60e-d4aa1ff61822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:29.124534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-43df3a6d-db64-44a9-b60e-d4aa1ff61822 admin admin] Usage tracker for resource:security_group_rule and tenant:2e93cad7378b49daa01f72f4543993b0 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:29.129683 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'name': 'tempest-ServerRescueNegativeTestJSON-892443366-router', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:25Z', 'updated_at': '2020-11-18T16:21:27Z', 'revision_number': 3, 'project_id': '7bd0968be268410283cefabfcbd53f4d', 'gw_port': {'id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:26Z', 'updated_at': '2020-11-18T16:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:29.131002 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-43df3a6d-db64-44a9-b60e-d4aa1ff61822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:29.134335 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Checking router: bd28b5df-4bba-48e9-bfd5-ac9725206c02 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:21:29.134728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Updating router bd28b5df-4bba-48e9-bfd5-ac9725206c02 port 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea binding host dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:21:29.149290 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-43df3a6d-db64-44a9-b60e-d4aa1ff61822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:29.171147 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5344b088-a15a-465d-925a-9c9036cd133a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:29.190269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ed1ae7-5756-48af-a6cb-f0cfc1ec0e9d None None] Network 1b887802-331a-4da8-8c9d-df380fb14d95 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:29.193573 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.218777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5344b088-a15a-465d-925a-9c9036cd133a admin admin] Usage tracker for resource:security_group_rule and tenant:cba157c4184b4614a8059beba0afd9e1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:29.222346 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-3080f766-75d0-4efd-851c-99450e63a820 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.2456939 Nov 18 16:21:29.223013 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52234) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:29.231661 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5344b088-a15a-465d-925a-9c9036cd133a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:29.253557 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:29.254967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5344b088-a15a-465d-925a-9c9036cd133a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:29.331319 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:29.349181 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.349377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Usage tracker for resource:router and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:29.361985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:29.404954 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43df3a6d-db64-44a9-b60e-d4aa1ff61822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.422797 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43df3a6d-db64-44a9-b60e-d4aa1ff61822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.432517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:29.437258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.447470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ef2138c9-8b6a-4ec1-b75a-4d30783eccb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.447958 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:29.552442 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5344b088-a15a-465d-925a-9c9036cd133a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.560986 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-43df3a6d-db64-44a9-b60e-d4aa1ff61822 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e93cad7378b49daa01f72f4543993b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8585551 Nov 18 16:21:29.577566 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52240) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:29.580647 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-76816388-53b3-4cb7-a05c-a7c299d87b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:29.600531 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe527db92-96c1-5c25-b139-de022d86ecfb-1b887802-331a-4da8-8c9d-df380fb14d95', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc'}]}} from dv-cinder-759961-2-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:21:29.601941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.628298 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5344b088-a15a-465d-925a-9c9036cd133a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.629250 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df3a6d-db64-44a9-b60e-d4aa1ff61822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9938a5-db90-42ae-bdc6-f9fe38cb408d,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:29.635110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-43df3a6d-db64-44a9-b60e-d4aa1ff61822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:29.646839 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:29.684459 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9108d91e-b222-46b4-8a8e-afe4350e9f94,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:29.703738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:29.731822 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.743700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344b088-a15a-465d-925a-9c9036cd133a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5b0d88-0d0a-4c5b-8269-c41a1a695fcc,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:29.747974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.748331 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5344b088-a15a-465d-925a-9c9036cd133a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:29.767835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821561935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736540'] for router, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.768661 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Transition to ACTIVE for port object 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:29.769022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821562538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33232672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33260878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39276'] for router, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.772269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.773884 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5344b088-a15a-465d-925a-9c9036cd133a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cba157c4184b4614a8059beba0afd9e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7077508 Nov 18 16:21:29.776023 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52248) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:29.792915 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4317bab0-e506-4f22-a006-714f67cd6785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:29.843283 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-5e3627b8-8e41-4b49-be0b-4452655845b0 service neutron] 10.222.0.15 "GET /v2.0/networks/922535bd-5d1c-4fca-8048-304e0e7f2e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9214070 Nov 18 16:21:29.849115 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdd72-f0d2-4be3-82a8-a249be0f3574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:29.876570 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Pushing event updated for resources: {'Port': ['ID=2a84a3eb-3cd6-4ffa-b488-bd52f844cdea,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:29.902789 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.903322 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.904297 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.904922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.905509 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.905987 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.906468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.906944 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.907428 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.908083 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.908936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.910139 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.911095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.911589 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.912089 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.912584 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.914024 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.914495 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.914959 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.915466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.915951 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.916409 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.916870 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.917334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Tracked resource versions report: Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: pushed versions: Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: { 'AddressGroup': {'1.0'}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': {'1.0'}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': {'1.0'}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': {'1.1'}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': {'1.6'}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': {'1.2'}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': {'1.8'}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': {'1.2'}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': {'1.0'}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': {'1.1'}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': {'1.1'}} Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: consumer versions: Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: { DHCP agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: L3 agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: Metadata agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: Metering agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: Open vSwitch agent@dv-cinder-759961-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': '1.0', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': '1.0', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': '1.1', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': '1.6', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': '1.2', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': '1.8', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': '1.2', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': '1.0', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': '1.0', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': '1.1', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': '1.1'}, Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.0', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': '1.0', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': '1.0', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': '1.1', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': '1.6', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': '1.2', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': '1.8', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': '1.2', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': '1.0', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': '1.0', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': '1.1', Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': '1.1'}} Nov 18 16:21:29.918889 dv-cinder-759961-2-iscsi neutron-server[80211]: {{(pid=80325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:21:29.928272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:29.992458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4b2bac9c-e607-4e1f-9cc2-c7adc669e862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.011488 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdd72-f0d2-4be3-82a8-a249be0f3574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.054149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Checking segment: {'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:30.054559 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Network hostable DHCP agents. Network: a838d3d3-fae8-4bed-95c5-46e56f447f84, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:21:30.104241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.117138 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Allocated IP 172.20.0.2 (1b887802-331a-4da8-8c9d-df380fb14d95/c1beae45-1813-4b14-95e2-5567322586dc/be066fe9-4dca-48a0-90cf-c77f88725a49) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:30.129901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Attempting to bind port 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:21:30.131025 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Attempting to bind port 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:21:30.131603 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Attempting to bind port 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea on network eae6701d-1990-4314-b852-5917518e9bba {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:21:30.134051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4b2bac9c-e607-4e1f-9cc2-c7adc669e862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.141313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:21:30.142068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Checking segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:30.142660 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.143252 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Bound using segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:21:30.144265 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Bound port: 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:21:30.144856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.169874 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Allocated IP 172.20.0.1 (856a868e-3707-4e53-9db7-ae588f2f0b5a/7aaf4acd-d19b-477b-a2fc-75be330a0986/cc92d3c9-74e0-4177-8596-090454e9b837) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:30.308563 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] For port 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:21:30.311894 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] For port 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=2a84a3eb-3cd6-4ffa-b488-bd52f844cdea,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:21:30.318531 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.354300 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:30.370423 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-57e9c619-6825-4961-a2fa-08ca3cfacb77 req-aa0ab435-3ec3-4594-92fc-944dae0fb728 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 210 time: 0.0936997 Nov 18 16:21:30.565436 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.657110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Network a838d3d3-fae8-4bed-95c5-46e56f447f84 is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:21:30.665266 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.674600 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Transition to ACTIVE for port object be066fe9-4dca-48a0-90cf-c77f88725a49 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:30.679865 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.682485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33232689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821561906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39263'] for router, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.683700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Pushing event updated for resources: {'Port': ['ID=2a84a3eb-3cd6-4ffa-b488-bd52f844cdea,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:30.692412 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4b2bac9c-e607-4e1f-9cc2-c7adc669e862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.696709 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:30.704628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:30.705389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Transition to ACTIVE for port object be066fe9-4dca-48a0-90cf-c77f88725a49 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:30.714425 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.726503 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdd72-f0d2-4be3-82a8-a249be0f3574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.730035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:30.740472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:30.750426 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bac9c-e607-4e1f-9cc2-c7adc669e862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5b0d88-0d0a-4c5b-8269-c41a1a695fcc,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:30.793325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4b2bac9c-e607-4e1f-9cc2-c7adc669e862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:30.833151 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Routers {'bd28b5df-4bba-48e9-bfd5-ac9725206c02'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:30.833998 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:21:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['bd28b5df-4bba-48e9-bfd5-ac9725206c02'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:30.861994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, a838d3d3-fae8-4bed-95c5-46e56f447f84) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:30.886653 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4b2bac9c-e607-4e1f-9cc2-c7adc669e862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.887901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c33a2b-ebe4-4cef-8497-af84d2f62243,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:30.896097 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-4b2bac9c-e607-4e1f-9cc2-c7adc669e862 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb5b0d88-0d0a-4c5b-8269-c41a1a695fcc HTTP/1.1" status: 204 len: 168 time: 1.1168721 Nov 18 16:21:30.906399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.942993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:30.943672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:30.946386 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07612e7-7545-4172-908c-e152805e37a1 None None] Network a838d3d3-fae8-4bed-95c5-46e56f447f84 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:30.977901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.011018 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:31.106045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f2dfdd72-f0d2-4be3-82a8-a249be0f3574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.107779 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f2dfdd72-f0d2-4be3-82a8-a249be0f3574 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a9938a5-db90-42ae-bdc6-f9fe38cb408d HTTP/1.1" status: 204 len: 168 time: 1.4680529 Nov 18 16:21:31.112112 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:31.129376 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-a155ae9d-e274-4ff3-bb33-d12c72335598 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.6583693 Nov 18 16:21:31.130265 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-16cc1438-414c-40f5-a0a4-2f31291dd8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:31.166172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfdd72-f0d2-4be3-82a8-a249be0f3574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9938a5-db90-42ae-bdc6-f9fe38cb408d,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:31.191593 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f2dfdd72-f0d2-4be3-82a8-a249be0f3574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:31.214814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] Set router bd28b5df-4bba-48e9-bfd5-ac9725206c02 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:31.394415 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Checking segment: {'id': '98c2e502-d9e8-43eb-b02f-8ffd7f51708f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c0146845-fb5c-470f-9cab-8e35d452b5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:31.395010 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Network hostable DHCP agents. Network: c0146845-fb5c-470f-9cab-8e35d452b5ca, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:21:31.545738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52326) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:31.563473 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Pushing event updated for resources: {'Port': ['ID=be066fe9-4dca-48a0-90cf-c77f88725a49,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:31.567603 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.595489 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Pushing event updated for resources: {'Port': ['ID=cc92d3c9-74e0-4177-8596-090454e9b837,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:31.609405 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 18 16:21:31.675200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:31.694053 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8a0799d8-b0fc-482f-825f-da21b311ecc2 req-a228b967-bced-4426-8a8f-acaac07dee5b tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 210 time: 0.1012509 Nov 18 16:21:31.707075 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.711652 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Network 856a868e-3707-4e53-9db7-ae588f2f0b5a is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:31.713418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:31.716609 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.718277 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.718947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.721289 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.721850 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.722120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:31.722554 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.722692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33286402'] for router_interface, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.723206 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.723771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.727159 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.727768 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.728303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.729020 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.729707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.730292 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.732325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.732861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.733184 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Network c0146845-fb5c-470f-9cab-8e35d452b5ca is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:21:31.735888 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.736454 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.737013 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.737538 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.738090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.739214 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.740963 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Tracked resource versions report: Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: pushed versions: Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: { 'AddressGroup': {'1.0'}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': {'1.0'}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': {'1.0'}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': {'1.1'}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': {'1.6'}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': {'1.2'}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': {'1.8'}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': {'1.2'}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': {'1.0'}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': {'1.0'}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': {'1.1'}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': {'1.1'}} Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: consumer versions: Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: { DHCP agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: L3 agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: Metadata agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: Metering agent@dv-cinder-759961-2-iscsi: {}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: Open vSwitch agent@dv-cinder-759961-2-iscsi: { 'AddressGroup': '1.0', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': '1.0', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': '1.0', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': '1.1', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': '1.6', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': '1.2', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': '1.8', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': '1.2', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': '1.0', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': '1.0', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': '1.1', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': '1.1'}, Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: Open vSwitch agent@hv-cinder-75996: { 'AddressGroup': '1.0', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'ConntrackHelper': '1.0', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Log': '1.0', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Network': '1.1', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Port': '1.6', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'PortForwarding': '1.2', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'QosPolicy': '1.8', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroup': '1.2', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SecurityGroupRule': '1.0', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'SubPort': '1.0', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Subnet': '1.1', Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: 'Trunk': '1.1'}} Nov 18 16:21:31.744164 dv-cinder-759961-2-iscsi neutron-server[80211]: {{(pid=80324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 18 16:21:31.784129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:31.836533 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, c0146845-fb5c-470f-9cab-8e35d452b5ca) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:31.848604 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:31.849243 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.882404 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.886805 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81746a2b-68aa-4952-8b99-839c99ebfefb None None] Network c0146845-fb5c-470f-9cab-8e35d452b5ca requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:31.917628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.962825 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:31.963058 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-eac6f48c-e299-4d11-9a1a-7dab29509c43 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2172639 Nov 18 16:21:32.212633 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Network 1b887802-331a-4da8-8c9d-df380fb14d95 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:32.224264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Resources bound (agent type, host, resource id): {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:32.230309 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:32.346160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'name': 'tempest-ServerRescueNegativeTestJSON-892443366-router', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:25Z', 'updated_at': '2020-11-18T16:21:27Z', 'revision_number': 3, 'project_id': '7bd0968be268410283cefabfcbd53f4d', 'gw_port': {'id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:26Z', 'updated_at': '2020-11-18T16:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:32.352264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392c9423-5016-459f-b9a8-7da1918e94ef None None] The sync data for ids ['bd28b5df-4bba-48e9-bfd5-ac9725206c02'] in dv-cinder-759961-2-iscsi is: [{'id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'name': 'tempest-ServerRescueNegativeTestJSON-892443366-router', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:25Z', 'updated_at': '2020-11-18T16:21:27Z', 'revision_number': 3, 'project_id': '7bd0968be268410283cefabfcbd53f4d', 'gw_port': {'id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:26Z', 'updated_at': '2020-11-18T16:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:21:32.415684 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:32.420301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:32.421455 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32413786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821489305'] for router_interface, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:32.466754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb2730f-6f97-4279-a6f6-d3bcdbf213c9 None None] Network a838d3d3-fae8-4bed-95c5-46e56f447f84 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:32.489133 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Allocated IP 172.27.0.103 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/0d4bd539-75f6-4a3a-a5e6-884ea66e0623) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:32.579502 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Attempting to bind port be066fe9-4dca-48a0-90cf-c77f88725a49 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:21:32.580723 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Attempting to bind port be066fe9-4dca-48a0-90cf-c77f88725a49 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:21:32.581250 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Attempting to bind port be066fe9-4dca-48a0-90cf-c77f88725a49 on network 1b887802-331a-4da8-8c9d-df380fb14d95 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:21:32.664933 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52360) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:32.667107 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:32.688811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:21:32.689284 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Checking segment: {'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:32.689972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:32.690611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Bound using segment: {'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:21:32.691945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Bound port: be066fe9-4dca-48a0-90cf-c77f88725a49, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:21:32.692624 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:32.837241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:32.939052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:33.001830 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Pushing event updated for resources: {'Port': ['ID=cc92d3c9-74e0-4177-8596-090454e9b837,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:33.017362 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:33.097172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:33.160616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] For port be066fe9-4dca-48a0-90cf-c77f88725a49, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:21:33.167283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] For port be066fe9-4dca-48a0-90cf-c77f88725a49, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=be066fe9-4dca-48a0-90cf-c77f88725a49,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:21:33.269417 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Pushing event updated for resources: {'Port': ['ID=0d4bd539-75f6-4a3a-a5e6-884ea66e0623,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:33.299992 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-20c58987-4e4e-4dde-86f5-c02be093cbd6 req-d4fce9b2-6249-46c7-8531-56de0deeb4f7 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 210 time: 0.3640270 Nov 18 16:21:33.314732 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:33.407326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:33.487863 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:33.590097 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb59160-70d3-4bf6-ba51-bb67c8651cb1 admin admin] Deleting subnet 7c87f8a2-5c57-471d-a39f-5fdf6f0bfaf7 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:21:33.592659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:33.596563 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:33.600261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:33.633433 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9bb59160-70d3-4bf6-ba51-bb67c8651cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:33.715604 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:33.798117 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be483b92-9ce5-432e-bab3-9d577a4cfc3d None None] Network c0146845-fb5c-470f-9cab-8e35d452b5ca requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:33.855893 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Network 856a868e-3707-4e53-9db7-ae588f2f0b5a is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:33.882037 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9bb59160-70d3-4bf6-ba51-bb67c8651cb1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:33.882037 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:33.984292 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:33.985128 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33213894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821543082'] for router, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:34.081073 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Pushing event updated for resources: {'Port': ['ID=be066fe9-4dca-48a0-90cf-c77f88725a49,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:34.086026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:34.089643 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:34.103020 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:34.103437 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:34.115199 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9bb59160-70d3-4bf6-ba51-bb67c8651cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:34.238786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-4a91a335-c1f0-424b-ba38-567ae3a7328e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:34.247825 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-4a91a335-c1f0-424b-ba38-567ae3a7328e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/networks?id=a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 200 len: 815 time: 1.0993726 Nov 18 16:21:34.407914 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:34.412968 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-67c278b4-7bd5-4529-8a6c-a85b5653e592 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/quotas/b81c90ae0a21465eb9781fe4a1f9c2ee HTTP/1.1" status: 200 len: 375 time: 0.1281526 Nov 18 16:21:34.442853 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=2a84a3eb-3cd6-4ffa-b488-bd52f844cdea,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:21:34.447450 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:34.457109 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:34.548808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 is scheduled to L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a with binding_index 1 {{(pid=80322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:21:34.559535 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=2a84a3eb-3cd6-4ffa-b488-bd52f844cdea,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:34.566401 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.49', 49899) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:34.567669 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:34.735626 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-f0bfe48c-7e2c-41fc-ad3f-94f1360ba6bf tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952437 Nov 18 16:21:34.888177 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-94792260-2e00-404c-bf57-4649e2df18c2 req-5802d325-c9af-44b5-8b2c-f42ce817f304 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 210 time: 0.1754174 Nov 18 16:21:35.007127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28943a5e-c80f-49a7-901c-2143180f8789 req-4bf85941-3e30-41be-af54-7ee159adf3a4 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:35.008794 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-4bf85941-3e30-41be-af54-7ee159adf3a4 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.49 "GET /v2.0/networks?id=922535bd-5d1c-4fca-8048-304e0e7f2e3a HTTP/1.1" status: 200 len: 812 time: 0.4401493 Nov 18 16:21:35.098119 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Request body: {'port': {'device_id': '1b6319a0-7616-473c-9651-d9d57d865314', 'network_id': '922535bd-5d1c-4fca-8048-304e0e7f2e3a', 'admin_state_up': True, 'tenant_id': '275f5c2d7f7e45918c85f24f703f0c38'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:35.222861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9bb59160-70d3-4bf6-ba51-bb67c8651cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:35.241617 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1fe59f69-10a4-49d1-a19e-41046c98697f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:35.331179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:21:35.343827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Sync routers for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:21:35.370440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:35.371139 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:21:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:35.435440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:35.439019 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1969037 Nov 18 16:21:35.442648 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52458) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:35.456869 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:35.463512 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Usage tracker for resource:port and tenant:275f5c2d7f7e45918c85f24f703f0c38 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:35.467420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Quota usage for port was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:35.479750 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:35.566298 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device be066fe9-4dca-48a0-90cf-c77f88725a49 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:35.583659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Made reservation on behalf of 275f5c2d7f7e45918c85f24f703f0c38 for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:35.606174 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:35.930515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb59160-70d3-4bf6-ba51-bb67c8651cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c87f8a2-5c57-471d-a39f-5fdf6f0bfaf7,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:35.951089 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9bb59160-70d3-4bf6-ba51-bb67c8651cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:35.962290 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-9f2fb460-762b-4267-aca1-ce4e1cbc52b2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:21:35.973467 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-9f2fb460-762b-4267-aca1-ce4e1cbc52b2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.8963330 Nov 18 16:21:35.974078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e10b1f2-71a0-4585-a776-9d810d9d1e64 None None] Network 1b887802-331a-4da8-8c9d-df380fb14d95 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:21:36.179750 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-9413525b-7e7e-4c9b-a33f-e590d2dbfa19 service neutron] 10.222.0.15 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047262 Nov 18 16:21:36.222098 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port be066fe9-4dca-48a0-90cf-c77f88725a49 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:36.246549 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-97a7ccef-71a7-45a2-a29e-e96fd808237c None None] Provisioning for port be066fe9-4dca-48a0-90cf-c77f88725a49 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:36.363130 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-97a7ccef-71a7-45a2-a29e-e96fd808237c None None] Provisioning complete for port be066fe9-4dca-48a0-90cf-c77f88725a49 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:36.363620 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-97a7ccef-71a7-45a2-a29e-e96fd808237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:36.436244 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3bcce6ad-ef46-4e7a-8e2f-38cf5fca27f8 req-fa2a4272-2e8f-40ac-bc91-32215d4eb060 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 210 time: 0.1500504 Nov 18 16:21:36.440641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port be066fe9-4dca-48a0-90cf-c77f88725a49 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:36.441365 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:36.446417 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-9bb59160-70d3-4bf6-ba51-bb67c8651cb1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7c87f8a2-5c57-471d-a39f-5fdf6f0bfaf7 HTTP/1.1" status: 204 len: 168 time: 3.4525204 Nov 18 16:21:36.461628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52500) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:36.493116 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-d876507b-757f-4099-81df-1c1004dfb156 service neutron] 10.222.0.15 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3000228 Nov 18 16:21:36.529337 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9bb59160-70d3-4bf6-ba51-bb67c8651cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.288s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:36.567240 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Router bd28b5df-4bba-48e9-bfd5-ac9725206c02 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:21:36.651786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:37.021616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:21:37.047589 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:37.050248 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Sync routers for ids ['bd28b5df-4bba-48e9-bfd5-ac9725206c02'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:21:37.068530 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] 10.222.0.15 "PUT /v2.0/routers/bd28b5df-4bba-48e9-bfd5-ac9725206c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9978132 Nov 18 16:21:37.087110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Routers {'bd28b5df-4bba-48e9-bfd5-ac9725206c02'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:37.091255 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:21:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['bd28b5df-4bba-48e9-bfd5-ac9725206c02'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:37.391451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Allocated IP 172.20.0.2 (922535bd-5d1c-4fca-8048-304e0e7f2e3a/a6365b4b-296b-4eb4-a5a4-7f81cccbe554/cbcbd943-8ec2-4d2d-8eea-2e2a2f162074) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:37.704613 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Set router bd28b5df-4bba-48e9-bfd5-ac9725206c02 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:37.898611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:38.111187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:38.243139 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-94199623-94c5-41cd-bf54-c19b5ba46009 req-d307aaed-fd08-4abc-b6fc-0e3d03845e42 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 210 time: 0.2644317 Nov 18 16:21:38.283647 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-97a7ccef-71a7-45a2-a29e-e96fd808237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:38.326213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:38.520672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52580) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:38.776838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Pushing event updated for resources: {'Port': ['ID=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:38.868659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:38.879534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-98c10c65-e1ab-40c5-9835-a4f3057ca15c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:38.888053 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-98c10c65-e1ab-40c5-9835-a4f3057ca15c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/networks?id=856a868e-3707-4e53-9db7-ae588f2f0b5a HTTP/1.1" status: 200 len: 818 time: 0.5021143 Nov 18 16:21:38.921770 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-225da9ba-f0ce-40b7-bbf3-f5c17e9f4ee3 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/quotas/7bd0968be268410283cefabfcbd53f4d HTTP/1.1" status: 200 len: 375 time: 0.0257504 Nov 18 16:21:39.001856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'name': 'tempest-ServerRescueNegativeTestJSON-892443366-router', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:25Z', 'updated_at': '2020-11-18T16:21:31Z', 'revision_number': 4, 'project_id': '7bd0968be268410283cefabfcbd53f4d', 'gw_port': {'id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:26Z', 'updated_at': '2020-11-18T16:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'cc92d3c9-74e0-4177-8596-090454e9b837', 'name': '', 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'mac_address': 'fa:16:3e:48:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aaf4acd-d19b-477b-a2fc-75be330a0986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:32Z', 'revision_number': 2, 'project_id': '7bd0968be268410283cefabfcbd53f4d', 'subnets': [{'id': '7aaf4acd-d19b-477b-a2fc-75be330a0986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:39.005689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.008226 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Checking router: bd28b5df-4bba-48e9-bfd5-ac9725206c02 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:21:39.008853 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Updating router bd28b5df-4bba-48e9-bfd5-ac9725206c02 port cc92d3c9-74e0-4177-8596-090454e9b837 binding host dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:21:39.075083 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c6c49fc2-f9bc-4978-8269-39fa5abba9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.107502 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.148225 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-a5323e38-3978-470f-b123-fdb255129b63 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Synchronizing usage tracker for tenant:7bd0968be268410283cefabfcbd53f4d on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:39.159721 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-c6c49fc2-f9bc-4978-8269-39fa5abba9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:39.169967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-c6c49fc2-f9bc-4978-8269-39fa5abba9b0 admin admin] Usage tracker for resource:security_group_rule and tenant:447fc6dd83cf41c9b90bca808d78eb06 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:39.173317 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-c6c49fc2-f9bc-4978-8269-39fa5abba9b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:39.178258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-97a7ccef-71a7-45a2-a29e-e96fd808237c None None] For port be066fe9-4dca-48a0-90cf-c77f88725a49, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=be066fe9-4dca-48a0-90cf-c77f88725a49,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:21:39.183985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-c6c49fc2-f9bc-4978-8269-39fa5abba9b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:39.244686 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-97a7ccef-71a7-45a2-a29e-e96fd808237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.261844 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.286142 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:39.309522 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c6c49fc2-f9bc-4978-8269-39fa5abba9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.318799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c6c49fc2-f9bc-4978-8269-39fa5abba9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.409689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:39.437515 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-c6c49fc2-f9bc-4978-8269-39fa5abba9b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=447fc6dd83cf41c9b90bca808d78eb06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9130425 Nov 18 16:21:39.438972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52596) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:39.453958 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-a5323e38-3978-470f-b123-fdb255129b63 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Unset dirty status for tenant:7bd0968be268410283cefabfcbd53f4d on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:39.455424 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-a5323e38-3978-470f-b123-fdb255129b63 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bd0968be268410283cefabfcbd53f4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5230727 Nov 18 16:21:39.633023 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.641919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:21:39.642326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:21:39.650969 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:33Z', 'revision_number': 3, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:39.659016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Checking router: fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:21:39.659413 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Updating router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 port 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 binding host dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:21:39.662730 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Transition to ACTIVE for port object cc92d3c9-74e0-4177-8596-090454e9b837 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:39.668708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.697470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7ccef-71a7-45a2-a29e-e96fd808237c None None] Pushing event updated for resources: {'Port': ['ID=be066fe9-4dca-48a0-90cf-c77f88725a49,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:39.717490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-97a7ccef-71a7-45a2-a29e-e96fd808237c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:39.819323 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c49fc2-f9bc-4978-8269-39fa5abba9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7160d8df-1555-4948-918a-608fcb3a656c,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:39.843651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.881218 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-daf5fce6-791f-4b03-9644-ea060fc82767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.977403 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-daf5fce6-791f-4b03-9644-ea060fc82767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:39.994268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:40.054003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13bdec-8689-4342-bd12-b50b830bda23 req-3763386c-2f79-4e10-b067-948630bfa14c tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:40.066060 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-df13bdec-8689-4342-bd12-b50b830bda23 req-3763386c-2f79-4e10-b067-948630bfa14c tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 931 time: 1.2910814 Nov 18 16:21:40.091950 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c6c49fc2-f9bc-4978-8269-39fa5abba9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:40.105102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Network 922535bd-5d1c-4fca-8048-304e0e7f2e3a is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:40.189500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:40.191960 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-daf5fce6-791f-4b03-9644-ea060fc82767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:40.200104 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:40.208243 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:40.209465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:40.213088 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-bc4e13b3-7228-497e-8017-3e81eda7b843 service neutron] 10.222.0.15 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7143219 Nov 18 16:21:40.213700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:40.274488 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1878908 Nov 18 16:21:40.281305 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5fce6-791f-4b03-9644-ea060fc82767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7160d8df-1555-4948-918a-608fcb3a656c,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:40.293286 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-886cd6d5-52df-41ed-9de2-3aa420677f9d tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80322) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:21:40.294634 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-886cd6d5-52df-41ed-9de2-3aa420677f9d tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0075727 Nov 18 16:21:40.299129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.299518 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.301789 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-daf5fce6-791f-4b03-9644-ea060fc82767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:40.308834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.309274 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > port after_create 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.309639 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.310336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > port after_update 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.310724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.311264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.311677 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.312047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.317989 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-daf5fce6-791f-4b03-9644-ea060fc82767 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7160d8df-1555-4948-918a-608fcb3a656c HTTP/1.1" status: 204 len: 168 time: 0.8695190 Nov 18 16:21:40.322352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-daf5fce6-791f-4b03-9644-ea060fc82767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:40.502582 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Attempting to bind port cc92d3c9-74e0-4177-8596-090454e9b837 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:21:40.503285 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Attempting to bind port cc92d3c9-74e0-4177-8596-090454e9b837 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '127bde8e-f349-47ad-a262-c8891cc91531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:21:40.504047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Attempting to bind port cc92d3c9-74e0-4177-8596-090454e9b837 on network 856a868e-3707-4e53-9db7-ae588f2f0b5a {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:21:40.531043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:21:40.532261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Checking segment: {'id': '127bde8e-f349-47ad-a262-c8891cc91531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:40.532946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:40.533581 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Bound using segment: {'id': '127bde8e-f349-47ad-a262-c8891cc91531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:21:40.556267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Bound port: cc92d3c9-74e0-4177-8596-090454e9b837, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127bde8e-f349-47ad-a262-c8891cc91531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:21:40.557038 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:40.601155 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.601546 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.601915 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.602289 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80322) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:40.602696 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:40.691517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.49', 49912) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:40.712555 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] For port cc92d3c9-74e0-4177-8596-090454e9b837, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:21:40.718029 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] For port cc92d3c9-74e0-4177-8596-090454e9b837, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=cc92d3c9-74e0-4177-8596-090454e9b837,segment=NetworkSegment(127bde8e-f349-47ad-a262-c8891cc91531),segment_id=127bde8e-f349-47ad-a262-c8891cc91531)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:21:40.784632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945f17d-2a3d-4dc4-ba7a-950755524633 None None] Pushing event updated for resources: {'Port': ['ID=cc92d3c9-74e0-4177-8596-090454e9b837,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:40.784632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:40.784632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c945f17d-2a3d-4dc4-ba7a-950755524633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:40.826489 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:40.953239 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-f6dff919-2dea-437b-ae46-181b1106d54c service neutron] 10.222.0.15 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6733565 Nov 18 16:21:40.970859 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945f17d-2a3d-4dc4-ba7a-950755524633 None None] Pushing event updated for resources: {'Port': ['ID=cc92d3c9-74e0-4177-8596-090454e9b837,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:40.998432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c945f17d-2a3d-4dc4-ba7a-950755524633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:41.070813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385bda86-74ba-4e23-b046-d1a874845987') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:41.071949 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385bda86-74ba-4e23-b046-d1a874845987') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:41.089369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-cea14173-d5c2-4614-b8cc-5a00c4f20fbd tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:41.090289 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-cea14173-d5c2-4614-b8cc-5a00c4f20fbd tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Synchronizing usage tracker for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:network {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:41.117799 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-df13bdec-8689-4342-bd12-b50b830bda23 req-b8632975-0df8-4126-b6a1-ce0ab18969a9 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0499809 Nov 18 16:21:41.160767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32319695'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.402874 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Routers {'bd28b5df-4bba-48e9-bfd5-ac9725206c02'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:41.403835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:21:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['bd28b5df-4bba-48e9-bfd5-ac9725206c02'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:41.512142 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:41.552288 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9c43ee3f-ca95-4c75-8dd8-e0ca2445b676 req-3b06a3ab-7f1b-4640-a72e-7c3c2321939b tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 210 time: 0.1139519 Nov 18 16:21:41.588694 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-75053d06-3514-4b28-876b-db0e96e879f2 None None] Provisioning complete for port be066fe9-4dca-48a0-90cf-c77f88725a49 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:41.589404 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-75053d06-3514-4b28-876b-db0e96e879f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.687829 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.844023 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Transition to ACTIVE for port object 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:41.877277 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.904862 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:41.905399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.922561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:41.932421 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:21:41.970633 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:42.223719 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] Set router bd28b5df-4bba-48e9-bfd5-ac9725206c02 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:42.365528 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Request body: {'port': {'device_id': '1b6319a0-7616-473c-9651-d9d57d865314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:42.715219 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b547033-50be-4abf-bbad-74bab0e970ea None None] Pushing event updated for resources: {'Port': ['ID=0d4bd539-75f6-4a3a-a5e6-884ea66e0623,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:42.729752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1b547033-50be-4abf-bbad-74bab0e970ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:42.730054 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-cac45a3c-898e-4009-8417-dc30ef31422a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:42.746905 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-cac45a3c-898e-4009-8417-dc30ef31422a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/networks?id=856a868e-3707-4e53-9db7-ae588f2f0b5a HTTP/1.1" status: 200 len: 818 time: 0.5979657 Nov 18 16:21:42.782110 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-c5bd285c-9d31-4b18-bbfa-0f15018c3b30 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/quotas/7bd0968be268410283cefabfcbd53f4d HTTP/1.1" status: 200 len: 375 time: 0.0342941 Nov 18 16:21:42.910845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device be066fe9-4dca-48a0-90cf-c77f88725a49 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:42.963671 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-b6007fec-78f6-45e1-bf86-9f5a96969eee tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bd0968be268410283cefabfcbd53f4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1802580 Nov 18 16:21:43.077435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Attempting to bind port 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:21:43.077932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Attempting to bind port 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:21:43.078513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Attempting to bind port 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 on network eae6701d-1990-4314-b852-5917518e9bba {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:21:43.093398 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-1a9cb2dc-ba97-4dc5-856c-2bac24356684 None None] Provisioning complete for port be066fe9-4dca-48a0-90cf-c77f88725a49 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:43.095551 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1a9cb2dc-ba97-4dc5-856c-2bac24356684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.120458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'name': 'tempest-ServerRescueNegativeTestJSON-892443366-router', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:25Z', 'updated_at': '2020-11-18T16:21:31Z', 'revision_number': 4, 'project_id': '7bd0968be268410283cefabfcbd53f4d', 'gw_port': {'id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:26Z', 'updated_at': '2020-11-18T16:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'cc92d3c9-74e0-4177-8596-090454e9b837', 'name': '', 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'mac_address': 'fa:16:3e:48:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aaf4acd-d19b-477b-a2fc-75be330a0986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:40Z', 'revision_number': 4, 'project_id': '7bd0968be268410283cefabfcbd53f4d', 'subnets': [{'id': '7aaf4acd-d19b-477b-a2fc-75be330a0986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:43.126724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e608e9-9d1f-4dc6-8f0f-e2a8c5725359 None None] The sync data for ids ['bd28b5df-4bba-48e9-bfd5-ac9725206c02'] in dv-cinder-759961-2-iscsi is: [{'id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'name': 'tempest-ServerRescueNegativeTestJSON-892443366-router', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:25Z', 'updated_at': '2020-11-18T16:21:31Z', 'revision_number': 4, 'project_id': '7bd0968be268410283cefabfcbd53f4d', 'gw_port': {'id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:26Z', 'updated_at': '2020-11-18T16:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'cc92d3c9-74e0-4177-8596-090454e9b837', 'name': '', 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'mac_address': 'fa:16:3e:48:dd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aaf4acd-d19b-477b-a2fc-75be330a0986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:40Z', 'revision_number': 4, 'project_id': '7bd0968be268410283cefabfcbd53f4d', 'subnets': [{'id': '7aaf4acd-d19b-477b-a2fc-75be330a0986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:21:43.186460 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-cea14173-d5c2-4614-b8cc-5a00c4f20fbd tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Unset dirty status for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:network {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:43.187773 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-cea14173-d5c2-4614-b8cc-5a00c4f20fbd tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "GET /v2.0/networks?id=a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 200 len: 815 time: 2.5548704 Nov 18 16:21:43.214515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52692) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:43.241124 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a35bb8b7-1f72-437a-bc90-c7744c05618a req-a4383a9b-1df1-4e3c-82ad-26b374e232eb tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 210 time: 0.7114611 Nov 18 16:21:43.307845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Network eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:21:43.332608 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-99364db7-8ec1-486a-93dd-3e9f5c131d09 service neutron] 10.222.0.15 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674417 Nov 18 16:21:43.360769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Request body: {'port': {'device_id': 'd166887d-870b-4189-bbf9-47c1ae55ca63', 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84', 'admin_state_up': True, 'tenant_id': 'b81c90ae0a21465eb9781fe4a1f9c2ee'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:43.384997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823215743'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.394580 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:21:43.395137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Checking segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:43.395613 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.396066 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Bound using segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:21:43.396739 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Bound port: 0d4bd539-75f6-4a3a-a5e6-884ea66e0623, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:21:43.397232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.623295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] For port 0d4bd539-75f6-4a3a-a5e6-884ea66e0623, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:21:43.629115 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] For port 0d4bd539-75f6-4a3a-a5e6-884ea66e0623, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=0d4bd539-75f6-4a3a-a5e6-884ea66e0623,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:21:43.635136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.644928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:43.847878 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:43.861672 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-acf96060-f06f-4e25-9dc3-a6a04d2b76ba service neutron] 10.222.0.15 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5092447 Nov 18 16:21:44.203659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.49', 49920) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:44.386729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:44.387463 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:21:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:44.625014 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port be066fe9-4dca-48a0-90cf-c77f88725a49 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:44.625490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:44.666325 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b90d193e-b562-4a98-9eda-065668434a15 req-2263ef30-a5fc-4c3a-bbdf-8763cad837a9 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 210 time: 0.1290543 Nov 18 16:21:44.839131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Network eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:21:44.857875 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f624e66f-f8ba-490e-a37d-3a7629579cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:44.888479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:44.890534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-a5bcb44a-bc06-4422-a1ba-da7b3401df8a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:44.890672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b547033-50be-4abf-bbad-74bab0e970ea None None] Pushing event updated for resources: {'Port': ['ID=0d4bd539-75f6-4a3a-a5e6-884ea66e0623,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:44.892351 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-a5bcb44a-bc06-4422-a1ba-da7b3401df8a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.49 "GET /v2.0/networks?id=856a868e-3707-4e53-9db7-ae588f2f0b5a HTTP/1.1" status: 200 len: 818 time: 0.6620848 Nov 18 16:21:44.918796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Request body: {'port': {'device_id': 'be6b22ec-acd1-486a-ac96-d05710e7b870', 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a', 'admin_state_up': True, 'tenant_id': '7bd0968be268410283cefabfcbd53f4d'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:44.923645 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1b547033-50be-4abf-bbad-74bab0e970ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.076s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:45.079501 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568eb82-57f3-4cbb-b7c9-9f6ff3bf003c req-8b9f50bd-3210-4154-8e1b-b39b2a70fb38 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:45.080431 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-d568eb82-57f3-4cbb-b7c9-9f6ff3bf003c req-8b9f50bd-3210-4154-8e1b-b39b2a70fb38 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Synchronizing usage tracker for tenant:275f5c2d7f7e45918c85f24f703f0c38 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: (rel_b, rel_a, rel_b), Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:21:45.089433 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:21:45.092062 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f02ffc12-d04e-43f9-9960-7581e6a44d97 req-4a4e6e0f-fb0e-4021-94f6-dcf08e0413cf tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 210 time: 0.0816014 Nov 18 16:21:45.275028 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-d568eb82-57f3-4cbb-b7c9-9f6ff3bf003c req-8b9f50bd-3210-4154-8e1b-b39b2a70fb38 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Unset dirty status for tenant:275f5c2d7f7e45918c85f24f703f0c38 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:45.289419 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d568eb82-57f3-4cbb-b7c9-9f6ff3bf003c req-8b9f50bd-3210-4154-8e1b-b39b2a70fb38 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 931 time: 1.6243920 Nov 18 16:21:45.448679 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:45.460718 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:45.472662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:45.491798 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Made reservation on behalf of 7bd0968be268410283cefabfcbd53f4d for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:45.502823 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:45.506726 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f624e66f-f8ba-490e-a37d-3a7629579cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:45.510939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f624e66f-f8ba-490e-a37d-3a7629579cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:a62b8783783542bb86824a650ca4f3cd is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:45.519072 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f624e66f-f8ba-490e-a37d-3a7629579cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:45.553255 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f624e66f-f8ba-490e-a37d-3a7629579cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:45.807305 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device cc92d3c9-74e0-4177-8596-090454e9b837 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:46.143032 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4d4cdac8-242e-488f-837c-9a1df805089e req-2a305f5f-5fe3-4223-8971-16629dc3b0b5 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 210 time: 0.1273260 Nov 18 16:21:46.415647 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Allocated IP 172.20.0.12 (856a868e-3707-4e53-9db7-ae588f2f0b5a/7aaf4acd-d19b-477b-a2fc-75be330a0986/c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:46.466178 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:21:46.482664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:46.483763 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port cc92d3c9-74e0-4177-8596-090454e9b837 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:46.502985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Transition to ACTIVE for port object cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:46.506137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port cc92d3c9-74e0-4177-8596-090454e9b837 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:46.509739 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:46.533575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:46.538715 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Usage tracker for resource:port and tenant:b81c90ae0a21465eb9781fe4a1f9c2ee is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:46.541984 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Quota usage for port was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:46.549511 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:46.571796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:46.580146 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:46.612182 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-976065e2-9791-46ad-8240-1d30ffe7870a req-2f84d9cf-b9e8-4853-91e6-992cf4a77fa9 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 210 time: 0.1896009 Nov 18 16:21:46.621384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:46.728694 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:46.771794 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] 10.222.0.15 "DELETE /v2.0/networks/eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5 HTTP/1.1" status: 204 len: 168 time: 10.3079913 Nov 18 16:21:46.792907 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52774) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:46.794504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.49', 49924) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:46.811802 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d568eb82-57f3-4cbb-b7c9-9f6ff3bf003c req-f0599eb8-abdb-4ec1-946b-b9a44351eedd tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5212905 Nov 18 16:21:46.928453 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb211bc2-d493-4d3e-a0b5-423ef0ecf5c5,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:46.931120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:33Z', 'revision_number': 3, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:46.938289 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233ef4af-fd32-4ebc-a772-7ab9e9b2caa5 None None] The sync data for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi is: [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:33Z', 'revision_number': 3, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:21:46.982222 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:47.060016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port cc92d3c9-74e0-4177-8596-090454e9b837, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=cc92d3c9-74e0-4177-8596-090454e9b837,segment=NetworkSegment(127bde8e-f349-47ad-a262-c8891cc91531),segment_id=127bde8e-f349-47ad-a262-c8891cc91531)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:21:47.065500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:47.089284 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:47.370965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=cc92d3c9-74e0-4177-8596-090454e9b837,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:47.376915 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:47.415064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f342ff72-2c51-4234-a68b-445f74597c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:47.506674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f624e66f-f8ba-490e-a37d-3a7629579cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:47.509594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b9db0f60-088b-4448-a15e-0f7324adda6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.736s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:47.581605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f624e66f-f8ba-490e-a37d-3a7629579cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:47.694608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Made reservation on behalf of b81c90ae0a21465eb9781fe4a1f9c2ee for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:47.701090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device cc92d3c9-74e0-4177-8596-090454e9b837 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:47.713856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:47.968434 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f624e66f-f8ba-490e-a37d-3a7629579cd2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a62b8783783542bb86824a650ca4f3cd&name=default HTTP/1.1" status: 200 len: 2647 time: 4.7234969 Nov 18 16:21:48.062500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port cc92d3c9-74e0-4177-8596-090454e9b837 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:48.063291 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.129137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52808) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:48.392922 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1ef62efc-d79e-4b2c-bb6e-142c0a67303c req-88cfcc8c-43c8-4d77-b121-1028631c9001 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 210 time: 0.5183642 Nov 18 16:21:48.477285 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0af2802-b413-4333-bef7-096e9f532160 admin admin] Deleting subnet 59c33a2b-ebe4-4cef-8497-af84d2f62243 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:21:48.519973 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0af2802-b413-4333-bef7-096e9f532160 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.619296 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:48.629216 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-8f17494e-3cdd-432b-9284-3d8115f9e2f3 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:48.631217 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-8f17494e-3cdd-432b-9284-3d8115f9e2f3 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.49 "GET /v2.0/networks?id=856a868e-3707-4e53-9db7-ae588f2f0b5a HTTP/1.1" status: 200 len: 818 time: 1.8302007 Nov 18 16:21:48.631905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.122s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:48.656855 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.965s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:48.708393 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624e66f-f8ba-490e-a37d-3a7629579cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47aac91e-2cc5-4f4d-89c0-695fc7de4652,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:48.731063 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8ceba308-9682-4cab-8343-28eda66f5026 req-87540939-6c76-4c78-ac1f-5d6ac059cae1 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 210 time: 0.4873574 Nov 18 16:21:48.848685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:21:48.860352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f624e66f-f8ba-490e-a37d-3a7629579cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:48.864944 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Attempting to bind port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:21:48.865409 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0af2802-b413-4333-bef7-096e9f532160 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.865904 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Attempting to bind port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '65c773a0-f8b8-4242-b23c-f0f84c8b40ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '922535bd-5d1c-4fca-8048-304e0e7f2e3a'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:21:48.866512 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Attempting to bind port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 on network 922535bd-5d1c-4fca-8048-304e0e7f2e3a {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:21:48.911184 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:21:48.911646 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.914099 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Checking segment: {'id': '65c773a0-f8b8-4242-b23c-f0f84c8b40ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '922535bd-5d1c-4fca-8048-304e0e7f2e3a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:48.915334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.916305 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Bound using segment: {'id': '65c773a0-f8b8-4242-b23c-f0f84c8b40ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '922535bd-5d1c-4fca-8048-304e0e7f2e3a'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:21:48.917041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Bound port: cbcbd943-8ec2-4d2d-8eea-2e2a2f162074, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c773a0-f8b8-4242-b23c-f0f84c8b40ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '922535bd-5d1c-4fca-8048-304e0e7f2e3a'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:21:48.917674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.935129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0af2802-b413-4333-bef7-096e9f532160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:48.981504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-93738015-7e93-4068-826d-efe2f8a46fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.054644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-93738015-7e93-4068-826d-efe2f8a46fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.079181 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Request body: {'port': {'device_id': '661b0ad2-fc59-4471-bbcc-ac56cfd2d839', 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a', 'admin_state_up': True, 'tenant_id': '7bd0968be268410283cefabfcbd53f4d'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:49.137978 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] For port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074, host hv-cinder-75996, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:21:49.146132 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] For port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074,segment=NetworkSegment(65c773a0-f8b8-4242-b23c-f0f84c8b40ea),segment_id=65c773a0-f8b8-4242-b23c-f0f84c8b40ea)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:21:49.217156 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.442817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:49.509463 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.671388 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.676449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:49.700686 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a1188eef-9a6c-4452-a477-4a1b54e35886 req-862aa96a-7345-444b-bf01-2034b888bc6c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 210 time: 0.0855846 Nov 18 16:21:49.735131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.754398 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] 10.222.0.49 "PUT /v2.0/ports/cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 HTTP/1.1" status: 200 len: 1157 time: 9.0096796 Nov 18 16:21:49.768550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6319a0-7616-473c-9651-d9d57d865314', 'tag': 'cbcbd943-8ec2-4d2d-8eea-2e2a2f162074'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:21:49.820410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-997db5b1-436b-4c9f-b40b-b0bccebbb957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:49.858435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:49.862522 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:49.872117 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:49.892155 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:49.892591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:49.967731 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86072d6c-5450-4b4f-b797-e4589c258ad6 req-aaad0574-e712-4cec-845c-0b987f06e7a1 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:49.984184 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-86072d6c-5450-4b4f-b797-e4589c258ad6 req-aaad0574-e712-4cec-845c-0b987f06e7a1 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 943 time: 1.3488326 Nov 18 16:21:50.074368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Network 856a868e-3707-4e53-9db7-ae588f2f0b5a is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:50.102763 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:50.112630 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:50.121837 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:50.123772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:50.220737 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3075452 Nov 18 16:21:50.235409 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:50.291869 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 0d4bd539-75f6-4a3a-a5e6-884ea66e0623, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=0d4bd539-75f6-4a3a-a5e6-884ea66e0623,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:21:50.297883 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:50.301956 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:50.394961 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-86072d6c-5450-4b4f-b797-e4589c258ad6 req-58164e35-ab77-444f-a159-0a61d56345cf tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Synchronizing usage tracker for tenant:275f5c2d7f7e45918c85f24f703f0c38 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:50.477933 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=0d4bd539-75f6-4a3a-a5e6-884ea66e0623,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:50.486924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:50.568035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:50.584136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Usage tracker for resource:port and tenant:7bd0968be268410283cefabfcbd53f4d is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:50.591409 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Quota usage for port was recalculated. Used quota:2. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:50.607324 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:50.626543 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Allocated IP 172.20.0.1 (1b887802-331a-4da8-8c9d-df380fb14d95/c1beae45-1813-4b14-95e2-5567322586dc/f988d1e0-4b44-4b15-a004-baa5b2f93fc3) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:50.651665 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-86072d6c-5450-4b4f-b797-e4589c258ad6 req-58164e35-ab77-444f-a159-0a61d56345cf tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Unset dirty status for tenant:275f5c2d7f7e45918c85f24f703f0c38 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:50.665925 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-86072d6c-5450-4b4f-b797-e4589c258ad6 req-58164e35-ab77-444f-a159-0a61d56345cf tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6801846 Nov 18 16:21:50.688643 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Made reservation on behalf of 7bd0968be268410283cefabfcbd53f4d for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:21:50.712227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:50.792556 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d5067c07-88cf-4769-8bd3-bae4ab0ef18c req-54aa0e77-e5f9-4610-9574-476ee90a487c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 210 time: 0.7235074 Nov 18 16:21:50.798718 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Pushing event updated for resources: {'Port': ['ID=c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:50.807189 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-93738015-7e93-4068-826d-efe2f8a46fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:50.823112 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:50.874060 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-43df3a6d-db64-44a9-b60e-d4aa1ff61822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:50.930003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-93738015-7e93-4068-826d-efe2f8a46fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:50.931227 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-93738015-7e93-4068-826d-efe2f8a46fdd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47aac91e-2cc5-4f4d-89c0-695fc7de4652 HTTP/1.1" status: 204 len: 168 time: 2.7979193 Nov 18 16:21:50.947605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:50.953560 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93738015-7e93-4068-826d-efe2f8a46fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47aac91e-2cc5-4f4d-89c0-695fc7de4652,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:50.977038 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Allocated IP 172.20.0.10 (a838d3d3-fae8-4bed-95c5-46e56f447f84/9108d91e-b222-46b4-8a8e-afe4350e9f94/f7c4ee81-b33a-4750-b0bb-c7ba8e24e017) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:51.003630 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-93738015-7e93-4068-826d-efe2f8a46fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:51.112230 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6319a0-7616-473c-9651-d9d57d865314', 'tag': 'cbcbd943-8ec2-4d2d-8eea-2e2a2f162074', 'status': 'completed', 'code': 200} Nov 18 16:21:51.119202 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Transition to ACTIVE for port object f988d1e0-4b44-4b15-a004-baa5b2f93fc3 will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:51.207832 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:51.208121 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0af2802-b413-4333-bef7-096e9f532160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:51.210263 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-dc1f1578-884b-4f54-b8f0-dfe03c787680 req-c747021b-c4ee-4110-9890-b74aba0ec22a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Synchronizing usage tracker for tenant:7bd0968be268410283cefabfcbd53f4d on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:51.214694 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-07ba9a53-ad74-4fda-81be-920e9904fa43 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=275f5c2d7f7e45918c85f24f703f0c38&device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 1160 time: 1.2766032 Nov 18 16:21:51.235922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:51.240913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:51.298343 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af2802-b413-4333-bef7-096e9f532160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c33a2b-ebe4-4cef-8497-af84d2f62243,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:51.307932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d0af2802-b413-4333-bef7-096e9f532160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:51.362180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-dc1f1578-884b-4f54-b8f0-dfe03c787680 req-c747021b-c4ee-4110-9890-b74aba0ec22a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Unset dirty status for tenant:7bd0968be268410283cefabfcbd53f4d on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:51.363390 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dc1f1578-884b-4f54-b8f0-dfe03c787680 req-c747021b-c4ee-4110-9890-b74aba0ec22a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 210 time: 0.2269933 Nov 18 16:21:51.406030 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Pushing event updated for resources: {'Port': ['ID=f988d1e0-4b44-4b15-a004-baa5b2f93fc3,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:51.429353 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:51.442900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:51.467821 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0af2802-b413-4333-bef7-096e9f532160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:51.548582 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52874) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:51.559179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:51.572624 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d0af2802-b413-4333-bef7-096e9f532160 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/59c33a2b-ebe4-4cef-8497-af84d2f62243 HTTP/1.1" status: 204 len: 168 time: 4.7765298 Nov 18 16:21:51.578066 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52878) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:51.584016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-791acc92-9eb0-4176-9e2f-a430804ea80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:51.642543 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:51.642855 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:51.656357 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Allocated IP 172.20.0.3 (856a868e-3707-4e53-9db7-ae588f2f0b5a/7aaf4acd-d19b-477b-a2fc-75be330a0986/3538df7a-2354-4127-9348-c0cf65f1dd0d) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:51.706720 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Network 1b887802-331a-4da8-8c9d-df380fb14d95 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:51.708762 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:51.712720 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:51.744147 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:51.776493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:51.897946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33286402'] for router_interface, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:51.942087 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-791acc92-9eb0-4176-9e2f-a430804ea80f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:51.946920 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-791acc92-9eb0-4176-9e2f-a430804ea80f admin admin] Usage tracker for resource:security_group_rule and tenant:cb11fa80e36c49d5bf0434f37aeaaf90 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:51.950177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-791acc92-9eb0-4176-9e2f-a430804ea80f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:51.956220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-791acc92-9eb0-4176-9e2f-a430804ea80f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:52.036312 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Pushing event updated for resources: {'Port': ['ID=f7c4ee81-b33a-4750-b0bb-c7ba8e24e017,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:52.042143 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:52.066692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:52.102092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-2117abcf-8c51-4516-854a-80dc19f1a62d None None] Provisioning for port f988d1e0-4b44-4b15-a004-baa5b2f93fc3 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:52.107851 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-2117abcf-8c51-4516-854a-80dc19f1a62d None None] Provisioning complete for port f988d1e0-4b44-4b15-a004-baa5b2f93fc3 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:52.108463 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2117abcf-8c51-4516-854a-80dc19f1a62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:52.182256 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455d85b-75a6-42ea-b612-91572321c46d req-ee695185-9fc1-42f4-9545-b0ad5d6696db tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:52.183930 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7455d85b-75a6-42ea-b612-91572321c46d req-ee695185-9fc1-42f4-9545-b0ad5d6696db tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 943 time: 0.2005625 Nov 18 16:21:52.200655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Network a838d3d3-fae8-4bed-95c5-46e56f447f84 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:52.205808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:52.211106 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:52.216230 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-2117abcf-8c51-4516-854a-80dc19f1a62d None None] Port f988d1e0-4b44-4b15-a004-baa5b2f93fc3 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:21:52.257939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:52.337550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-791acc92-9eb0-4176-9e2f-a430804ea80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:52.367870 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:52.368553 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:52.377583 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7455d85b-75a6-42ea-b612-91572321c46d req-a35b6b43-d5b9-4e4a-aacd-b054b6dcc1fe tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730855 Nov 18 16:21:52.415441 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-791acc92-9eb0-4176-9e2f-a430804ea80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:52.416066 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.1695554 Nov 18 16:21:52.426849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81924759-b1b3-4e96-9ad8-5c5a4a990140 req-70091104-b95c-406f-bb18-d4c279000e59 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:52.428524 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-81924759-b1b3-4e96-9ad8-5c5a4a990140 req-70091104-b95c-406f-bb18-d4c279000e59 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 932 time: 0.4244657 Nov 18 16:21:52.430129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:52.511412 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4b2bac9c-e607-4e1f-9cc2-c7adc669e862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:52.637082 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2ab9c60b-1103-4a97-95a5-1c782b1f4e5a req-7767257a-3b89-4ce1-bd6b-9576689e9104 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 210 time: 0.0592258 Nov 18 16:21:52.686494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791acc92-9eb0-4176-9e2f-a430804ea80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4e973b-61a3-4877-8545-03b691e2160a,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:52.710507 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:52.716546 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-791acc92-9eb0-4176-9e2f-a430804ea80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:52.716888 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:52.722014 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-791acc92-9eb0-4176-9e2f-a430804ea80f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb11fa80e36c49d5bf0434f37aeaaf90&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1697447 Nov 18 16:21:52.737594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52902) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:52.746503 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.747173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.748063 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.748331 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > port after_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.748468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.748795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > port after_update 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.749166 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.749522 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.749873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.750223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.758284 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:52.832188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32413786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821489305'] for router_interface, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:52.853719 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Pushing event updated for resources: {'Port': ['ID=f988d1e0-4b44-4b15-a004-baa5b2f93fc3,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:52.867309 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:52.928700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.929050 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.929420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.929793 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 18 16:21:52.930208 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0146845-fb5c-470f-9cab-8e35d452b5ca']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:52.972118 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c2e502-d9e8-43eb-b02f-8ffd7f51708f') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:52.972537 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c2e502-d9e8-43eb-b02f-8ffd7f51708f') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:52.981367 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Network 1b887802-331a-4da8-8c9d-df380fb14d95 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:52.981505 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-81924759-b1b3-4e96-9ad8-5c5a4a990140 req-704279b2-f346-4371-8dab-d8752f8b47ce tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753597 Nov 18 16:21:52.982539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:53.002074 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.016180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822506197'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.061262 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.066199 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:21:53.169810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-91462ecf-e50b-4b95-8a55-690fc1e81b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.176559 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.234896 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:53.248333 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-e1468824-c543-4c50-9af3-2184ce1d3179 None None] Provisioning complete for port f988d1e0-4b44-4b15-a004-baa5b2f93fc3 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:53.251441 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e1468824-c543-4c50-9af3-2184ce1d3179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.316790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-e1468824-c543-4c50-9af3-2184ce1d3179 None None] Port f988d1e0-4b44-4b15-a004-baa5b2f93fc3 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:21:53.375676 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-91462ecf-e50b-4b95-8a55-690fc1e81b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.400787 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Network c0146845-fb5c-470f-9cab-8e35d452b5ca has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:21:53.401884 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:21:53.466549 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822920245'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.529961 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Pushing event updated for resources: {'Port': ['ID=3538df7a-2354-4127-9348-c0cf65f1dd0d,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:53.533245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:53.679297 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3226b9-be2b-4919-a495-1606ec40c98a req-57943882-6e31-4eb5-9733-84d6bc24c77a tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:53.680964 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3d3226b9-be2b-4919-a495-1606ec40c98a req-57943882-6e31-4eb5-9733-84d6bc24c77a tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 943 time: 0.1181026 Nov 18 16:21:53.691467 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:21:53.699224 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] 10.222.0.15 "PUT /v2.0/routers/fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2543609 Nov 18 16:21:53.704113 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Sync routers for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:21:53.719358 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Network c0146845-fb5c-470f-9cab-8e35d452b5ca has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:21:53.721339 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:53.722265 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:21:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: (rel_b, rel_a, rel_b), Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:21:53.750123 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:21:53.784821 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3d3226b9-be2b-4919-a495-1606ec40c98a req-bca04641-661d-48a1-8f89-9846fcec9ae5 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912592 Nov 18 16:21:53.855112 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-91462ecf-e50b-4b95-8a55-690fc1e81b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:53.868331 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Network 856a868e-3707-4e53-9db7-ae588f2f0b5a is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:21:53.869329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c6c49fc2-f9bc-4978-8269-39fa5abba9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:53.880166 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:21:53.887577 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:21:53.948435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91462ecf-e50b-4b95-8a55-690fc1e81b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4e973b-61a3-4877-8545-03b691e2160a,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:53.951232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-91462ecf-e50b-4b95-8a55-690fc1e81b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:53.995584 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:54.011171 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.017708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:54.018376 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.029294 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-91462ecf-e50b-4b95-8a55-690fc1e81b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.032971 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-91462ecf-e50b-4b95-8a55-690fc1e81b48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f4e973b-61a3-4877-8545-03b691e2160a HTTP/1.1" status: 204 len: 168 time: 1.2919092 Nov 18 16:21:54.042316 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ec854d02-1983-48f0-ae3c-0ce825150d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:54.234276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.249270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0146845-fb5c-470f-9cab-8e35d452b5ca,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:54.254742 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c0146845-fb5c-470f-9cab-8e35d452b5ca HTTP/1.1" status: 204 len: 168 time: 2.6750898 Nov 18 16:21:54.256599 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1823382 Nov 18 16:21:54.271427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:54.311134 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6e3eb-65b9-47fc-941f-830e90fd6e4d req-4d85863e-fea6-476b-a3a0-57f24a31f0f0 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:54.312434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-41f6e3eb-65b9-47fc-941f-830e90fd6e4d req-4d85863e-fea6-476b-a3a0-57f24a31f0f0 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Synchronizing usage tracker for tenant:7bd0968be268410283cefabfcbd53f4d on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:54.347184 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-41f6e3eb-65b9-47fc-941f-830e90fd6e4d req-4d85863e-fea6-476b-a3a0-57f24a31f0f0 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Unset dirty status for tenant:7bd0968be268410283cefabfcbd53f4d on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:54.349541 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41f6e3eb-65b9-47fc-941f-830e90fd6e4d req-4d85863e-fea6-476b-a3a0-57f24a31f0f0 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 931 time: 0.4034965 Nov 18 16:21:54.404410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 2, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:54.409306 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Checking router: fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:21:54.409721 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Updating router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 port f988d1e0-4b44-4b15-a004-baa5b2f93fc3 binding host dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:21:54.450663 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41f6e3eb-65b9-47fc-941f-830e90fd6e4d req-f4634faa-b640-4390-80aa-5d09f4a086f7 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944514 Nov 18 16:21:54.468520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.624508 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52940) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:54.679052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52944) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:54.690695 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Request body: {'security_group': {'name': 'tempest-securitygroup--1166824960', 'description': 'tempest-description--1199967126'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:54.703330 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-13906575-890f-4e0a-9c12-ea30c2fa71f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=034a786a20704fe789528f249a891328&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0775282 Nov 18 16:21:54.706128 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52950) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:54.708746 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:54.723742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Usage tracker for resource:security_group and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:54.728296 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:54.730954 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9800a0f-ffdd-4a93-b23a-cd430f21a8bf req-e42bcd71-09d1-4d74-81c5-7b4aa37d0104 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:54.737705 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:54.738280 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e9800a0f-ffdd-4a93-b23a-cd430f21a8bf req-e42bcd71-09d1-4d74-81c5-7b4aa37d0104 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 932 time: 0.1131933 Nov 18 16:21:54.796237 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e9800a0f-ffdd-4a93-b23a-cd430f21a8bf req-5bcba7ff-6eb1-43a5-a80f-fe0a2cdc5036 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569293 Nov 18 16:21:54.807052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.846077 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:54.850120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Usage tracker for resource:security_group_rule and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:54.853102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:54.858825 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:54.920037 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.946468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a34c05b-5092-4220-ae57-578ee89691aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:54.980308 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a34c05b-5092-4220-ae57-578ee89691aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.016476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.050570 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Transition to ACTIVE for port object f988d1e0-4b44-4b15-a004-baa5b2f93fc3 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:55.056229 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.075704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:55.231484 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.248917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19542a56-dbd4-4f45-9cad-5a40121c4741 None None] Pushing event updated for resources: {'Port': ['ID=f988d1e0-4b44-4b15-a004-baa5b2f93fc3,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:55.253145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-19542a56-dbd4-4f45-9cad-5a40121c4741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:55.284406 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:55.344280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.348517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52970) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:55.348648 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.6635556 Nov 18 16:21:55.353718 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event updated for resources: {'SecurityGroup': ['ID=897af97e-3a43-4566-b1d4-938acb63e1a4,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:55.358748 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:55.367052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-98c6ae47-ccf0-4c02-a8e1-a07705a54319 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Request body: {'security_group_rule': {'security_group_id': '897af97e-3a43-4566-b1d4-938acb63e1a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:55.370711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a34c05b-5092-4220-ae57-578ee89691aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.378216 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-98c6ae47-ccf0-4c02-a8e1-a07705a54319 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:55.382047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f2dfdd72-f0d2-4be3-82a8-a249be0f3574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:55.385776 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-98c6ae47-ccf0-4c02-a8e1-a07705a54319 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Usage tracker for resource:security_group_rule and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:55.389084 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-98c6ae47-ccf0-4c02-a8e1-a07705a54319 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:55.396241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-98c6ae47-ccf0-4c02-a8e1-a07705a54319 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:55.409929 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34c05b-5092-4220-ae57-578ee89691aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45c66e6-ecf3-4300-b4a0-3a736a871ea5,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:55.420638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfe1d0-994e-4478-9632-5b94cf2625fd req-e6ba8c84-16a7-4383-8ee3-295256d85c8b tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:55.422291 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83cfe1d0-994e-4478-9632-5b94cf2625fd req-e6ba8c84-16a7-4383-8ee3-295256d85c8b tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 943 time: 0.1895809 Nov 18 16:21:55.423131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a34c05b-5092-4220-ae57-578ee89691aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.424320 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5a34c05b-5092-4220-ae57-578ee89691aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c45c66e6-ecf3-4300-b4a0-3a736a871ea5 HTTP/1.1" status: 204 len: 168 time: 0.7175846 Nov 18 16:21:55.425674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5a34c05b-5092-4220-ae57-578ee89691aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:55.442616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-98c6ae47-ccf0-4c02-a8e1-a07705a54319 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.485795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Attempting to bind port f988d1e0-4b44-4b15-a004-baa5b2f93fc3 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:21:55.486220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Attempting to bind port f988d1e0-4b44-4b15-a004-baa5b2f93fc3 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:21:55.486643 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Attempting to bind port f988d1e0-4b44-4b15-a004-baa5b2f93fc3 on network 1b887802-331a-4da8-8c9d-df380fb14d95 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:21:55.499679 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:21:55.499860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Checking segment: {'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:21:55.500325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.500765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Bound using segment: {'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:21:55.501307 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Bound port: f988d1e0-4b44-4b15-a004-baa5b2f93fc3, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:21:55.501833 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.521440 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83cfe1d0-994e-4478-9632-5b94cf2625fd req-754727cb-3389-437b-a57b-d25742588b52 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887573 Nov 18 16:21:55.586822 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-98c6ae47-ccf0-4c02-a8e1-a07705a54319 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.590640 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-98c6ae47-ccf0-4c02-a8e1-a07705a54319 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.592928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:55.611867 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6ae47-ccf0-4c02-a8e1-a07705a54319 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c92b213-41f8-458e-af5b-1ad7210c3da3,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:55.622449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] For port f988d1e0-4b44-4b15-a004-baa5b2f93fc3, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:21:55.622559 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-98c6ae47-ccf0-4c02-a8e1-a07705a54319 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:55.628387 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] For port f988d1e0-4b44-4b15-a004-baa5b2f93fc3, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=f988d1e0-4b44-4b15-a004-baa5b2f93fc3,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:21:55.633361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.635702 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-98c6ae47-ccf0-4c02-a8e1-a07705a54319 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.637192 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-98c6ae47-ccf0-4c02-a8e1-a07705a54319 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2860296 Nov 18 16:21:55.639935 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52980) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:55.645729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-be8bd3b6-f2ab-4bab-bf31-36e829fa5d10 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Request body: {'security_group_rule': {'security_group_id': '897af97e-3a43-4566-b1d4-938acb63e1a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:55.656452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-be8bd3b6-f2ab-4bab-bf31-36e829fa5d10 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:55.659361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1b547033-50be-4abf-bbad-74bab0e970ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:55.671529 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-be8bd3b6-f2ab-4bab-bf31-36e829fa5d10 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Usage tracker for resource:security_group_rule and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:55.679032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-be8bd3b6-f2ab-4bab-bf31-36e829fa5d10 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:55.685557 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-be8bd3b6-f2ab-4bab-bf31-36e829fa5d10 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:55.704987 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-be8bd3b6-f2ab-4bab-bf31-36e829fa5d10 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group_rule, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.789418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-be8bd3b6-f2ab-4bab-bf31-36e829fa5d10 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.794259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-be8bd3b6-f2ab-4bab-bf31-36e829fa5d10 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.803198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:55.805710 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19542a56-dbd4-4f45-9cad-5a40121c4741 None None] Pushing event updated for resources: {'Port': ['ID=f988d1e0-4b44-4b15-a004-baa5b2f93fc3,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:55.827882 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31f835-5627-4c74-a073-396087310c17 req-62d02162-2c1e-4fa6-aa2f-be7e1a32cb5e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:55.829855 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4a31f835-5627-4c74-a073-396087310c17 req-62d02162-2c1e-4fa6-aa2f-be7e1a32cb5e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 931 time: 0.1505754 Nov 18 16:21:55.838342 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-19542a56-dbd4-4f45-9cad-5a40121c4741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:55.854766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bd3b6-f2ab-4bab-bf31-36e829fa5d10 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f6f640-e855-4aad-af5b-2393c2527f98,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:55.865114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-be8bd3b6-f2ab-4bab-bf31-36e829fa5d10 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:55.872328 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-be8bd3b6-f2ab-4bab-bf31-36e829fa5d10 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group_rule, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:55.874279 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-be8bd3b6-f2ab-4bab-bf31-36e829fa5d10 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2330561 Nov 18 16:21:55.877496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 52988) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:55.890521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Request body: {'floatingip': {'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:55.901627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:55.912241 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4a31f835-5627-4c74-a073-396087310c17 req-b9769894-79d2-4235-a8fa-d2c6106ba430 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742531 Nov 18 16:21:55.917757 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Usage tracker for resource:floatingip and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:55.922192 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:55.936383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:55.950742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.164791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 52998) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:56.193037 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f6990-9721-4342-a20e-669eea26ae3c req-176da2f2-c1b8-4b43-8a4d-37751525fd76 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:56.194364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-bf6f6990-9721-4342-a20e-669eea26ae3c req-176da2f2-c1b8-4b43-8a4d-37751525fd76 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Synchronizing usage tracker for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:56.199033 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.237362 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-35b1ea4d-40ff-41cd-bf35-b9e089f1bd8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a617e5acb2424710b47ee3510281fd02&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0686512 Nov 18 16:21:56.237873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 53004) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:56.258499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:21:56.259194 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:21:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:56.291012 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-bf6f6990-9721-4342-a20e-669eea26ae3c req-176da2f2-c1b8-4b43-8a4d-37751525fd76 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Unset dirty status for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:56.305236 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bf6f6990-9721-4342-a20e-669eea26ae3c req-176da2f2-c1b8-4b43-8a4d-37751525fd76 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 932 time: 0.2976074 Nov 18 16:21:56.334127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a825c56f-630d-4b04-be2e-78532b5937f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.380015 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a825c56f-630d-4b04-be2e-78532b5937f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.450897 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a825c56f-630d-4b04-be2e-78532b5937f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.460096 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-daf5fce6-791f-4b03-9644-ea060fc82767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:56.475500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825c56f-630d-4b04-be2e-78532b5937f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd492c26-e5c1-48b8-a47b-6eb7614a4c75,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:56.489036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a825c56f-630d-4b04-be2e-78532b5937f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:56.491123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a825c56f-630d-4b04-be2e-78532b5937f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.495493 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-a825c56f-630d-4b04-be2e-78532b5937f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd492c26-e5c1-48b8-a47b-6eb7614a4c75 HTTP/1.1" status: 204 len: 168 time: 0.2569232 Nov 18 16:21:56.513970 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-bf6f6990-9721-4342-a20e-669eea26ae3c req-d5995bd9-f38c-46e8-b49a-50f85cc8e080 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Synchronizing usage tracker for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:security_group {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:56.571492 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:21:56.628374 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-bf6f6990-9721-4342-a20e-669eea26ae3c req-d5995bd9-f38c-46e8-b49a-50f85cc8e080 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Unset dirty status for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:security_group {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:56.644511 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bf6f6990-9721-4342-a20e-669eea26ae3c req-d5995bd9-f38c-46e8-b49a-50f85cc8e080 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382564 Nov 18 16:21:56.851843 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f22353fd-6cf2-4ffc-9515-520d232549be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:56.904456 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Allocated IP 172.27.0.28 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/bf6fdc28-c5cd-4141-bea4-f0a37493211f) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:21:56.915936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Request body: {'port': {'device_id': 'd166887d-870b-4189-bbf9-47c1ae55ca63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:56.916966 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Request body: {'port': {'device_id': 'be6b22ec-acd1-486a-ac96-d05710e7b870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:56.953379 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Request body: {'port': {'device_id': '661b0ad2-fc59-4471-bbcc-ac56cfd2d839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:21:57.039178 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e402594-4184-46ad-9731-afe6045ba5aa req-652bd66a-b395-44d0-9ae5-aa46ec145f3d tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:57.048767 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9e402594-4184-46ad-9731-afe6045ba5aa req-652bd66a-b395-44d0-9ae5-aa46ec145f3d tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 943 time: 0.3202047 Nov 18 16:21:57.104427 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-555d2eba-708b-4137-bd5d-194da0e9a6fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 HTTP/1.1" status: 200 len: 217 time: 0.1451972 Nov 18 16:21:57.114819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:55Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:21:57.128233 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d33f7e-2db9-4e81-b018-49c5288d07aa None None] The sync data for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi is: [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:55Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:21:57.209059 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9e402594-4184-46ad-9731-afe6045ba5aa req-a6a29c92-1f82-4584-8724-a9d21606d1de tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592033 Nov 18 16:21:57.216653 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:57.324614 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28943a5e-c80f-49a7-901c-2143180f8789 req-0c2bc493-d753-44fb-afd6-8b7dc86c8b2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:57.326535 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-0c2bc493-d753-44fb-afd6-8b7dc86c8b2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6365b4b-296b-4eb4-a5a4-7f81cccbe554 HTTP/1.1" status: 200 len: 852 time: 0.1695726 Nov 18 16:21:57.448642 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-ff36ca4e-d44e-4c19-adb3-c0ef1144969b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=922535bd-5d1c-4fca-8048-304e0e7f2e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087587 Nov 18 16:21:57.519753 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:57.676767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device f988d1e0-4b44-4b15-a004-baa5b2f93fc3 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:57.970298 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port f988d1e0-4b44-4b15-a004-baa5b2f93fc3 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:21:57.977267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port f988d1e0-4b44-4b15-a004-baa5b2f93fc3 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:57.978074 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.087747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.105086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 53072) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:21:58.194816 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.249853 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port f988d1e0-4b44-4b15-a004-baa5b2f93fc3, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=f988d1e0-4b44-4b15-a004-baa5b2f93fc3,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:21:58.258651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.260931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1b547033-50be-4abf-bbad-74bab0e970ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:58.309824 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:21:58.316994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.330332 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Transition to ACTIVE for port object f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:58.352948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=f988d1e0-4b44-4b15-a004-baa5b2f93fc3,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:58.362262 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:58.396480 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.473188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.521920 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7884a4d6-45d8-4ebd-b918-2cdcd373dfea tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:58.534091 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:21:58.562405 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.642248 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Transition to ACTIVE for port object c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:21:58.653157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:58.718277 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d7a5b48c-3448-4f5a-90b6-ef54bc5b9fb2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:58.830221 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-ff7550ca-1867-481f-843f-ae5bef175b54 service neutron] 10.222.0.49 "GET /v2.0/networks/922535bd-5d1c-4fca-8048-304e0e7f2e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3668277 Nov 18 16:21:58.885227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c4ee81-b33a-4750-b0bb-c7ba8e24e017,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:58.900140 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:58.936024 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e912b-77a6-4daa-a3f5-0b661d75a306 req-804bf8c5-7ded-418c-a7f7-97b649eb0c0d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:58.937661 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d31e912b-77a6-4daa-a3f5-0b661d75a306 req-804bf8c5-7ded-418c-a7f7-97b649eb0c0d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 944 time: 0.8729751 Nov 18 16:21:59.086532 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6dbca29a-9c24-48b1-9f5e-eccd417f6573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.107021 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Pushing event updated for resources: {'Port': ['ID=c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:59.128149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:59.266613 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d31e912b-77a6-4daa-a3f5-0b661d75a306 req-23388e2b-dbbb-492d-9bc1-dec78f28fb72 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086655 Nov 18 16:21:59.323682 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2319ba58-a2bd-46ff-ac58-642be3bfe636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.327504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-6dbca29a-9c24-48b1-9f5e-eccd417f6573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:21:59.332563 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28943a5e-c80f-49a7-901c-2143180f8789 req-2eed6463-629b-4c6b-b707-5a5ca6abc494 service neutron] 10.222.0.49 "GET /v2.0/networks/922535bd-5d1c-4fca-8048-304e0e7f2e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4288485 Nov 18 16:21:59.361370 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-6dbca29a-9c24-48b1-9f5e-eccd417f6573 admin admin] Usage tracker for resource:security_group_rule and tenant:53524874a0424a54ada5b0905c06b5ae is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:21:59.369048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9d1b9-40fb-42e7-8ca6-89927a4cf771 req-b47a95f1-1ccf-4930-ba1e-b11fdc0623fb tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:21:59.374571 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-6dbca29a-9c24-48b1-9f5e-eccd417f6573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:21:59.376783 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-43f9d1b9-40fb-42e7-8ca6-89927a4cf771 req-b47a95f1-1ccf-4930-ba1e-b11fdc0623fb tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 931 time: 2.0430756 Nov 18 16:21:59.403863 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.430723 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-6dbca29a-9c24-48b1-9f5e-eccd417f6573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:21:59.525611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:21:59.596985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device f988d1e0-4b44-4b15-a004-baa5b2f93fc3 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:21:59.611283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event updated for resources: {'Port': ['ID=bf6fdc28-c5cd-4141-bea4-f0a37493211f,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:21:59.622846 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:21:59.649920 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-43f9d1b9-40fb-42e7-8ca6-89927a4cf771 req-77adf63f-7dea-447a-bdb7-a94eeed2c039 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Synchronizing usage tracker for tenant:7bd0968be268410283cefabfcbd53f4d on resource:security_group {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:21:59.657500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.resource_extend [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 16:21:59.744953 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.748672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port f988d1e0-4b44-4b15-a004-baa5b2f93fc3 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:21:59.749086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:21:59.789776 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-43f9d1b9-40fb-42e7-8ca6-89927a4cf771 req-77adf63f-7dea-447a-bdb7-a94eeed2c039 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Unset dirty status for tenant:7bd0968be268410283cefabfcbd53f4d on resource:security_group {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:21:59.803543 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-43f9d1b9-40fb-42e7-8ca6-89927a4cf771 req-77adf63f-7dea-447a-bdb7-a94eeed2c039 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251931 Nov 18 16:21:59.974367 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-17ce1fc3-5828-471d-b083-32e37177b45e req-0b47ded9-05da-44b2-8123-edae163da6a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=275f5c2d7f7e45918c85f24f703f0c38&device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 1160 time: 0.5609453 Nov 18 16:22:00.013576 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Attempting to bind port c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:22:00.013969 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Attempting to bind port c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '127bde8e-f349-47ad-a262-c8891cc91531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:22:00.014356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Attempting to bind port c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d on network 856a868e-3707-4e53-9db7-ae588f2f0b5a {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:22:00.022420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6dbca29a-9c24-48b1-9f5e-eccd417f6573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.038379 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3538df7a-2354-4127-9348-c0cf65f1dd0d {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:22:00.042474 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6dbca29a-9c24-48b1-9f5e-eccd417f6573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.059914 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.062608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-791acc92-9eb0-4176-9e2f-a430804ea80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:00.094158 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbca29a-9c24-48b1-9f5e-eccd417f6573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d76e60e-a8a4-404f-aaed-dbe524c50b13,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:00.098359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:22:00.098359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Checking segment: {'id': '127bde8e-f349-47ad-a262-c8891cc91531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:00.099294 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.099386 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Bound using segment: {'id': '127bde8e-f349-47ad-a262-c8891cc91531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:22:00.099931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Bound port: c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127bde8e-f349-47ad-a262-c8891cc91531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:22:00.100311 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.110197 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6dbca29a-9c24-48b1-9f5e-eccd417f6573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:00.136487 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ff704-de2a-4316-b54c-670f104fd96b req-845d6697-656f-4cf9-b15c-c0674464e8d2 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:00.143971 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f25ff704-de2a-4316-b54c-670f104fd96b req-845d6697-656f-4cf9-b15c-c0674464e8d2 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 943 time: 0.5818193 Nov 18 16:22:00.167592 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Transition to ACTIVE for port object 3538df7a-2354-4127-9348-c0cf65f1dd0d will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:00.183014 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce1fc3-5828-471d-b083-32e37177b45e req-e9475226-b0f1-40f6-a295-1431c5950126 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:00.184759 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-17ce1fc3-5828-471d-b083-32e37177b45e req-e9475226-b0f1-40f6-a295-1431c5950126 service neutron] 10.222.0.49 "GET /v2.0/networks?id=922535bd-5d1c-4fca-8048-304e0e7f2e3a HTTP/1.1" status: 200 len: 906 time: 0.2019963 Nov 18 16:22:00.209822 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Attempting to bind port f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:22:00.210207 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Attempting to bind port f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:22:00.210585 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Attempting to bind port f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 on network a838d3d3-fae8-4bed-95c5-46e56f447f84 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:22:00.212554 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.241763 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-6dbca29a-9c24-48b1-9f5e-eccd417f6573 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53524874a0424a54ada5b0905c06b5ae&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1354470 Nov 18 16:22:00.248476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:00.284861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53138) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:00.326292 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:22:00.331840 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:22:00.341694 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:22:00.390874 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-17ce1fc3-5828-471d-b083-32e37177b45e req-66beab09-b809-4ff9-ad2e-a8d44294c325 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 HTTP/1.1" status: 200 len: 217 time: 0.1822264 Nov 18 16:22:00.391704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:22:00.392092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Checking segment: {'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:00.392504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.392897 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Bound using segment: {'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:22:00.393405 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Bound port: f7c4ee81-b33a-4750-b0bb-c7ba8e24e017, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:22:00.393784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.526389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce1fc3-5828-471d-b083-32e37177b45e req-11be8328-dc36-43f1-8d1a-c49519c11bc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:00.528163 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-17ce1fc3-5828-471d-b083-32e37177b45e req-11be8328-dc36-43f1-8d1a-c49519c11bc2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6365b4b-296b-4eb4-a5a4-7f81cccbe554 HTTP/1.1" status: 200 len: 852 time: 0.1068561 Nov 18 16:22:00.590232 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f25ff704-de2a-4316-b54c-670f104fd96b req-96fd1bfe-ac95-4736-b7b9-92c6fcfccd31 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452491 Nov 18 16:22:00.642282 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=3538df7a-2354-4127-9348-c0cf65f1dd0d,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:00.653447 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:00.661394 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-17ce1fc3-5828-471d-b083-32e37177b45e req-ab318367-9ae8-4fa1-8d67-5a7876efccd9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=922535bd-5d1c-4fca-8048-304e0e7f2e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150203 Nov 18 16:22:00.665424 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] For port c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d, host hv-cinder-75996, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:22:00.672999 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.695525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] For port c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d,segment=NetworkSegment(127bde8e-f349-47ad-a262-c8891cc91531),segment_id=127bde8e-f349-47ad-a262-c8891cc91531)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:22:00.750345 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-553e44f2-b009-442c-b37a-42bb849f9328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.815693 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.855953 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:00.967500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-553e44f2-b009-442c-b37a-42bb849f9328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:00.986572 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] For port f7c4ee81-b33a-4750-b0bb-c7ba8e24e017, host hv-cinder-75996, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:22:01.039682 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] For port f7c4ee81-b33a-4750-b0bb-c7ba8e24e017, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f7c4ee81-b33a-4750-b0bb-c7ba8e24e017,segment=NetworkSegment(5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f),segment_id=5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:22:01.074324 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.080691 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec725a6-3f2e-4c9a-b215-6adfdcb14f6e req-b1d7230b-7e72-4c67-82e4-d67a9e0ec3e1 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:01.082386 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ec725a6-3f2e-4c9a-b215-6adfdcb14f6e req-b1d7230b-7e72-4c67-82e4-d67a9e0ec3e1 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 944 time: 0.5333974 Nov 18 16:22:01.112525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:01.147658 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Pushing event updated for resources: {'Port': ['ID=c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:01.152574 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:01.180090 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-17ce1fc3-5828-471d-b083-32e37177b45e req-8913ec5e-6603-4720-a60c-ed596b67d842 service neutron] 10.222.0.49 "GET /v2.0/networks/922535bd-5d1c-4fca-8048-304e0e7f2e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040808 Nov 18 16:22:01.180629 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.196378 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Attempting to bind port 3538df7a-2354-4127-9348-c0cf65f1dd0d on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:22:01.196738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Attempting to bind port 3538df7a-2354-4127-9348-c0cf65f1dd0d by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '127bde8e-f349-47ad-a262-c8891cc91531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:22:01.197117 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Attempting to bind port 3538df7a-2354-4127-9348-c0cf65f1dd0d on network 856a868e-3707-4e53-9db7-ae588f2f0b5a {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:22:01.223703 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:22:01.224210 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Checking segment: {'id': '127bde8e-f349-47ad-a262-c8891cc91531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:01.224396 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.225296 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Bound using segment: {'id': '127bde8e-f349-47ad-a262-c8891cc91531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:22:01.225781 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Bound port: 3538df7a-2354-4127-9348-c0cf65f1dd0d, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127bde8e-f349-47ad-a262-c8891cc91531', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '856a868e-3707-4e53-9db7-ae588f2f0b5a'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:22:01.226154 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.258213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fda001-b49f-49b3-bd62-79203866eadc req-cf23a1ed-8b4f-4209-b855-ea5195a84981 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:01.260261 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d3fda001-b49f-49b3-bd62-79203866eadc req-cf23a1ed-8b4f-4209-b855-ea5195a84981 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 943 time: 0.2769206 Nov 18 16:22:01.304026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.305581 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] 10.222.0.49 "PUT /v2.0/ports/c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d HTTP/1.1" status: 200 len: 1158 time: 4.3957374 Nov 18 16:22:01.306116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6b22ec-acd1-486a-ac96-d05710e7b870', 'tag': 'c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:01.335622 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.346990 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-553e44f2-b009-442c-b37a-42bb849f9328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.369165 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d3fda001-b49f-49b3-bd62-79203866eadc req-c2c5a8d1-6ece-4717-b5cd-93e1a981a6ba tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747585 Nov 18 16:22:01.489201 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] For port 3538df7a-2354-4127-9348-c0cf65f1dd0d, host hv-cinder-75996, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:22:01.503819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] For port 3538df7a-2354-4127-9348-c0cf65f1dd0d, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=3538df7a-2354-4127-9348-c0cf65f1dd0d,segment=NetworkSegment(127bde8e-f349-47ad-a262-c8891cc91531),segment_id=127bde8e-f349-47ad-a262-c8891cc91531)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:22:01.516620 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-f93afe15-fb6d-4957-8979-a34bb284305a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7bd0968be268410283cefabfcbd53f4d&device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 1161 time: 0.1289165 Nov 18 16:22:01.518322 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:01.538993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ddbcaf76-0a63-437b-93d3-dbde27092e00 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:01.694314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c4ee81-b33a-4750-b0bb-c7ba8e24e017,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:01.698120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Pushing event updated for resources: {'Port': ['ID=3538df7a-2354-4127-9348-c0cf65f1dd0d,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:01.699208 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:01.702764 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-930ea100-5f9b-42e3-abe0-67bbe2c1f9da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d HTTP/1.1" status: 200 len: 217 time: 0.1649933 Nov 18 16:22:01.712807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:01.724047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:01.752252 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ec725a6-3f2e-4c9a-b215-6adfdcb14f6e req-ed3d8f8f-1ec9-4415-b7e7-0bb67babfd11 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408281 Nov 18 16:22:01.780788 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e44f2-b009-442c-b37a-42bb849f9328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d76e60e-a8a4-404f-aaed-dbe524c50b13,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:01.795208 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-553e44f2-b009-442c-b37a-42bb849f9328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:01.924902 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-8e3a75cd-81f6-4cb2-9e3f-2801067759e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:01.926489 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-8e3a75cd-81f6-4cb2-9e3f-2801067759e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7aaf4acd-d19b-477b-a2fc-75be330a0986 HTTP/1.1" status: 200 len: 858 time: 0.1922936 Nov 18 16:22:01.931218 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:02.070946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-553e44f2-b009-442c-b37a-42bb849f9328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:02.074799 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-553e44f2-b009-442c-b37a-42bb849f9328 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d76e60e-a8a4-404f-aaed-dbe524c50b13 HTTP/1.1" status: 204 len: 168 time: 1.7857223 Nov 18 16:22:02.074799 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-17ce1fc3-5828-471d-b083-32e37177b45e req-31e1e35b-d3f3-442d-b562-3e0662419eb9 service neutron] 10.222.0.49 "GET /v2.0/networks/922535bd-5d1c-4fca-8048-304e0e7f2e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8747685 Nov 18 16:22:02.085853 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:02.088796 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] 10.222.0.49 "PUT /v2.0/ports/f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 HTTP/1.1" status: 200 len: 1158 time: 5.1795242 Nov 18 16:22:02.093542 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd166887d-870b-4189-bbf9-47c1ae55ca63', 'tag': 'f7c4ee81-b33a-4750-b0bb-c7ba8e24e017'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:02.113994 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6b22ec-acd1-486a-ac96-d05710e7b870', 'tag': 'c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d', 'status': 'completed', 'code': 200} Nov 18 16:22:02.116299 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-aab79b9d-3128-4bcc-aef8-e5da34644633 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=856a868e-3707-4e53-9db7-ae588f2f0b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449597 Nov 18 16:22:02.310599 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd166887d-870b-4189-bbf9-47c1ae55ca63', 'tag': 'f7c4ee81-b33a-4750-b0bb-c7ba8e24e017', 'status': 'completed', 'code': 200} Nov 18 16:22:02.369836 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288314f-5e4b-4987-a4e8-19ed98710983 req-7d6d8044-c943-4766-bdfd-e6f72edeba4f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:02.371482 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6288314f-5e4b-4987-a4e8-19ed98710983 req-7d6d8044-c943-4766-bdfd-e6f72edeba4f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 943 time: 0.5040159 Nov 18 16:22:02.382912 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:02.384429 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] 10.222.0.49 "PUT /v2.0/ports/3538df7a-2354-4127-9348-c0cf65f1dd0d HTTP/1.1" status: 200 len: 1157 time: 5.4358535 Nov 18 16:22:02.462497 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6288314f-5e4b-4987-a4e8-19ed98710983 req-72f85af3-cc85-4764-80a8-2180622e91d7 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802817 Nov 18 16:22:02.463335 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-b7f70232-0b9c-421d-adae-0914d41dd919 service neutron] 10.222.0.49 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237491 Nov 18 16:22:02.610479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53232) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:02.681248 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53236) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:02.735084 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-31fe678e-12d8-4def-b30a-c05a913f4fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:02.804643 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-31fe678e-12d8-4def-b30a-c05a913f4fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:02.808855 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-31fe678e-12d8-4def-b30a-c05a913f4fec admin admin] Usage tracker for resource:security_group_rule and tenant:bd04fbdb96774d98a74265cc60bffc2b is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:02.811998 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-31fe678e-12d8-4def-b30a-c05a913f4fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:02.819506 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-31fe678e-12d8-4def-b30a-c05a913f4fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:02.893994 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-828af6a8-c423-45d5-ba7f-591d2cb5ec3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7bd0968be268410283cefabfcbd53f4d&device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 1160 time: 0.4366736 Nov 18 16:22:02.903407 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f7ce3ef-2e0c-4867-86bd-0e7842ba312d req-feac8269-5e36-42b7-b0cb-e31fe86f11c1 service neutron] 10.222.0.49 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4060216 Nov 18 16:22:02.908553 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-31fe678e-12d8-4def-b30a-c05a913f4fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:02.916659 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-070205b8-c6fd-407d-a205-5a7970590bd5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 1161 time: 0.7188747 Nov 18 16:22:02.920611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-31fe678e-12d8-4def-b30a-c05a913f4fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:03.012560 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-0c81b30b-fd86-4314-9ca2-08ba37e9d74d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3538df7a-2354-4127-9348-c0cf65f1dd0d HTTP/1.1" status: 200 len: 217 time: 0.1079338 Nov 18 16:22:03.025965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.resource_extend [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 16:22:03.036649 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f624e66f-f8ba-490e-a37d-3a7629579cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:03.085777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:03.092194 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-31fe678e-12d8-4def-b30a-c05a913f4fec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd04fbdb96774d98a74265cc60bffc2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4017408 Nov 18 16:22:03.104389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafa966-4bb3-405e-ac7c-e0a172640c7f req-1eea2e02-6a3c-46d1-a214-8f5205383619 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:03.106036 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ddafa966-4bb3-405e-ac7c-e0a172640c7f req-1eea2e02-6a3c-46d1-a214-8f5205383619 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 943 time: 0.4945748 Nov 18 16:22:03.106868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53248) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:03.110997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:03.112623 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-27b5ff45-eb6e-4e76-9612-92bf1427a2f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 HTTP/1.1" status: 200 len: 217 time: 0.1869435 Nov 18 16:22:03.151830 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-1ec79c27-5dfd-4934-9f6c-20c0ec540408 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:03.153440 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-1ec79c27-5dfd-4934-9f6c-20c0ec540408 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7aaf4acd-d19b-477b-a2fc-75be330a0986 HTTP/1.1" status: 200 len: 858 time: 0.1273506 Nov 18 16:22:03.165782 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe678e-12d8-4def-b30a-c05a913f4fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3061bc8-8fbc-486c-9a12-2f2121e2f302,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:03.231605 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-f32d821b-eefe-4b62-a2b0-b67ef40319c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=856a868e-3707-4e53-9db7-ae588f2f0b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666313 Nov 18 16:22:03.239024 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-31fe678e-12d8-4def-b30a-c05a913f4fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:03.243369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-cdf80185-443c-4384-b547-cb3ba79fcfa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:03.272523 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-737c9791-86b0-4121-915e-bae04747be2a req-835d0a8e-8460-419f-9de0-d1959b751c1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7bd0968be268410283cefabfcbd53f4d&device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 1161 time: 0.3057938 Nov 18 16:22:03.305187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dc143cc2-1019-4cb4-be88-8ba1b53622bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:03.396631 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b65c6-9cc6-406d-bc39-d70ec94f1a94 req-83d930e5-5cf9-4d21-bfeb-354229b65424 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:03.398272 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-838b65c6-9cc6-406d-bc39-d70ec94f1a94 req-83d930e5-5cf9-4d21-bfeb-354229b65424 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 944 time: 0.3733983 Nov 18 16:22:03.465867 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-85edd6a7-6acc-406e-bc81-58a42c94a52a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:03.467776 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-85edd6a7-6acc-406e-bc81-58a42c94a52a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9108d91e-b222-46b4-8a8e-afe4350e9f94 HTTP/1.1" status: 200 len: 855 time: 0.3448792 Nov 18 16:22:03.488979 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event updated for resources: {'Port': ['ID=bf6fdc28-c5cd-4141-bea4-f0a37493211f,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:03.532666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:03.541046 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ddafa966-4bb3-405e-ac7c-e0a172640c7f req-2c7e3f0c-c5f5-4a6e-960e-f4a011861cd5 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198430 Nov 18 16:22:03.565907 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-dc143cc2-1019-4cb4-be88-8ba1b53622bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:03.570027 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-c9eac820-d0d3-4533-a9a0-4e43050db3f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a838d3d3-fae8-4bed-95c5-46e56f447f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862434 Nov 18 16:22:03.573830 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-838b65c6-9cc6-406d-bc39-d70ec94f1a94 req-2373a58f-2c69-4a16-9057-b1a9c05a873c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223938 Nov 18 16:22:03.577311 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-242880b4-9379-437a-ab7a-34df476f25b0 service neutron] 10.222.0.49 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346128 Nov 18 16:22:03.578290 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c9791-86b0-4121-915e-bae04747be2a req-b0cdf57e-0573-487f-83b4-51122782c98a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:03.579782 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-737c9791-86b0-4121-915e-bae04747be2a req-b0cdf57e-0573-487f-83b4-51122782c98a service neutron] 10.222.0.49 "GET /v2.0/networks?id=856a868e-3707-4e53-9db7-ae588f2f0b5a HTTP/1.1" status: 200 len: 912 time: 0.2900186 Nov 18 16:22:03.584992 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-dc143cc2-1019-4cb4-be88-8ba1b53622bf admin admin] Usage tracker for resource:security_group_rule and tenant:33e727e6dcb54896be294f7b3d2c89f8 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:03.595389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-dc143cc2-1019-4cb4-be88-8ba1b53622bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:03.599043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-957ff3be-aec9-44a4-99ec-5e646c069af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:03.616694 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-dc143cc2-1019-4cb4-be88-8ba1b53622bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:03.726346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-957ff3be-aec9-44a4-99ec-5e646c069af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:03.748372 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-737c9791-86b0-4121-915e-bae04747be2a req-bdf58601-2c39-49ca-97f2-a7447f452aca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d HTTP/1.1" status: 200 len: 217 time: 0.1182969 Nov 18 16:22:03.883716 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c9791-86b0-4121-915e-bae04747be2a req-1ea0aaae-3070-4723-944c-719a5c18c01b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:03.885245 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-737c9791-86b0-4121-915e-bae04747be2a req-1ea0aaae-3070-4723-944c-719a5c18c01b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7aaf4acd-d19b-477b-a2fc-75be330a0986 HTTP/1.1" status: 200 len: 858 time: 0.0876732 Nov 18 16:22:03.907883 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:03.942285 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-93a22ff2-55bd-4065-afc3-202a58f7a540 service neutron] 10.222.0.49 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3135533 Nov 18 16:22:03.944411 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-737c9791-86b0-4121-915e-bae04747be2a req-b2726ab8-8e5f-4bcc-81bb-03d89241d54d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=856a868e-3707-4e53-9db7-ae588f2f0b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500996 Nov 18 16:22:04.015856 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-174e92d9-0726-418c-bf62-f875b14872d6 service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507171 Nov 18 16:22:04.017616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:04.018831 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.1403394 Nov 18 16:22:04.036362 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-957ff3be-aec9-44a4-99ec-5e646c069af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:04.067853 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dc143cc2-1019-4cb4-be88-8ba1b53622bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:04.071584 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-957ff3be-aec9-44a4-99ec-5e646c069af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:04.075159 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-957ff3be-aec9-44a4-99ec-5e646c069af7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3061bc8-8fbc-486c-9a12-2f2121e2f302 HTTP/1.1" status: 204 len: 168 time: 0.9593112 Nov 18 16:22:04.080306 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-553e44f2-b009-442c-b37a-42bb849f9328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:04.110964 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-737c9791-86b0-4121-915e-bae04747be2a req-a78e6b25-d8cb-4f76-9450-5059ce0c2589 service neutron] 10.222.0.49 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527016 Nov 18 16:22:04.114692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661b0ad2-fc59-4471-bbcc-ac56cfd2d839', 'tag': '3538df7a-2354-4127-9348-c0cf65f1dd0d'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:04.118939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dc143cc2-1019-4cb4-be88-8ba1b53622bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:04.141651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd322152-d0b1-4b39-b0c5-d15d665f91bb req-3ebc6c75-39ff-47f6-b9f0-a029fcd96ba1 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:04.143325 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bd322152-d0b1-4b39-b0c5-d15d665f91bb req-3ebc6c75-39ff-47f6-b9f0-a029fcd96ba1 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 943 time: 0.4442523 Nov 18 16:22:04.152047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ff3be-aec9-44a4-99ec-5e646c069af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3061bc8-8fbc-486c-9a12-2f2121e2f302,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:04.347647 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-737c9791-86b0-4121-915e-bae04747be2a req-3829d62f-facb-4a5e-a39a-bed83b53a488 service neutron] 10.222.0.49 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2271807 Nov 18 16:22:04.371304 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-6f65deec-1e95-455f-b6f5-053d35e43bb6 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1166824960&fields=id&tenant_id=df494528946a43d5ba6514ed79b63a48 HTTP/1.1" status: 200 len: 267 time: 0.0817702 Nov 18 16:22:04.479310 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-957ff3be-aec9-44a4-99ec-5e646c069af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:04.497979 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-31fe678e-12d8-4def-b30a-c05a913f4fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:04.566060 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-4ee8c4cb-a8f4-45de-865e-d84d3059000e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:04.567859 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-4ee8c4cb-a8f4-45de-865e-d84d3059000e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 816 time: 0.1836197 Nov 18 16:22:04.594100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc143cc2-1019-4cb4-be88-8ba1b53622bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f955b8-ed93-4d93-a585-49ad6f2518d2,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:04.596771 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-554557be-527f-477e-a928-22e18ee3f07a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/quotas/df494528946a43d5ba6514ed79b63a48 HTTP/1.1" status: 200 len: 375 time: 0.0214672 Nov 18 16:22:04.612140 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-dc143cc2-1019-4cb4-be88-8ba1b53622bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:04.639471 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-dc143cc2-1019-4cb4-be88-8ba1b53622bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33e727e6dcb54896be294f7b3d2c89f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9783392 Nov 18 16:22:04.644109 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 53318) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:04.646887 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bd322152-d0b1-4b39-b0c5-d15d665f91bb req-b64865ba-9865-4ef6-a510-84ba8ae9c842 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858282 Nov 18 16:22:04.662807 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7c8cfc6b-5b71-40d8-a089-93d90a738cac req-c320fbb1-40f0-4f29-9ba3-3de7c5d39593 service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6309404 Nov 18 16:22:04.782318 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661b0ad2-fc59-4471-bbcc-ac56cfd2d839', 'tag': '3538df7a-2354-4127-9348-c0cf65f1dd0d', 'status': 'completed', 'code': 200} Nov 18 16:22:04.795612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1e31afaa-ffea-4e27-8dfb-1a65f0f9c934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:04.920656 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-09aaaf45-7007-4c35-a730-adb3dfe5bd48 req-889d9685-efbb-42da-8d3d-415939e985ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 1161 time: 0.1896284 Nov 18 16:22:04.984356 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-38e77bab-fc8b-4c6b-b374-a86a6c645fab tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3859899 Nov 18 16:22:05.059209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1e31afaa-ffea-4e27-8dfb-1a65f0f9c934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:05.214608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaaf45-7007-4c35-a730-adb3dfe5bd48 req-fc28c04e-fbc9-45c6-b945-e6077c581a06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:05.216422 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-09aaaf45-7007-4c35-a730-adb3dfe5bd48 req-fc28c04e-fbc9-45c6-b945-e6077c581a06 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 200 len: 909 time: 0.2929013 Nov 18 16:22:05.222697 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3b911-411d-418a-a504-c7974ac94ef0 req-75c2ff12-0126-4b04-a619-2f29f937da8e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:05.242122 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dce3b911-411d-418a-a504-c7974ac94ef0 req-75c2ff12-0126-4b04-a619-2f29f937da8e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 943 time: 0.2119920 Nov 18 16:22:05.248368 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-89e4cdc8-a1a7-401c-8f3e-774438946223 req-08db8828-f2bf-4b4d-8b74-e8463ca7aa9c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7bd0968be268410283cefabfcbd53f4d&device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 1160 time: 0.4299288 Nov 18 16:22:05.260017 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a6924aa9-8d9b-47ec-b4af-242f2ab09253 service neutron] 10.222.0.15 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746336 Nov 18 16:22:05.317775 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1e31afaa-ffea-4e27-8dfb-1a65f0f9c934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:05.325435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 53356) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:05.360752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:05.362036 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-09aaaf45-7007-4c35-a730-adb3dfe5bd48 req-4c8b83b5-b814-44bc-a6dd-d6da1990f2e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 HTTP/1.1" status: 200 len: 217 time: 0.1176307 Nov 18 16:22:05.443704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31afaa-ffea-4e27-8dfb-1a65f0f9c934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f955b8-ed93-4d93-a585-49ad6f2518d2,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:05.495636 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dce3b911-411d-418a-a504-c7974ac94ef0 req-49e9f1a3-d54c-48dd-bb60-88214813926d tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516308 Nov 18 16:22:05.500757 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1e31afaa-ffea-4e27-8dfb-1a65f0f9c934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:05.533872 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1e31afaa-ffea-4e27-8dfb-1a65f0f9c934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:05.535826 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-1e31afaa-ffea-4e27-8dfb-1a65f0f9c934 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07f955b8-ed93-4d93-a585-49ad6f2518d2 HTTP/1.1" status: 204 len: 168 time: 0.8900073 Nov 18 16:22:05.625315 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-741d749b-7946-4da5-9e81-3c36fe3a0c1c service neutron] 10.222.0.15 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3642616 Nov 18 16:22:05.630471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaaf45-7007-4c35-a730-adb3dfe5bd48 req-cb5921f4-2017-4fbf-8b53-a955d880be94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:05.639444 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-09aaaf45-7007-4c35-a730-adb3dfe5bd48 req-cb5921f4-2017-4fbf-8b53-a955d880be94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9108d91e-b222-46b4-8a8e-afe4350e9f94 HTTP/1.1" status: 200 len: 855 time: 0.2670898 Nov 18 16:22:05.691881 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4cdc8-a1a7-401c-8f3e-774438946223 req-2d31a64a-961b-4138-af9d-d5ff0549a808 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:05.699678 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-89e4cdc8-a1a7-401c-8f3e-774438946223 req-2d31a64a-961b-4138-af9d-d5ff0549a808 service neutron] 10.222.0.49 "GET /v2.0/networks?id=856a868e-3707-4e53-9db7-ae588f2f0b5a HTTP/1.1" status: 200 len: 912 time: 0.4064391 Nov 18 16:22:05.744035 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-09aaaf45-7007-4c35-a730-adb3dfe5bd48 req-f7697ff9-3ccf-4ed6-97bf-9d51b0cd9adf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a838d3d3-fae8-4bed-95c5-46e56f447f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924349 Nov 18 16:22:05.747747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.objects.ports [None req-c4b3262b-786f-40a1-9e80-f2bdcbbb678f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:22:05.901723 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-89e4cdc8-a1a7-401c-8f3e-774438946223 req-63cad0b6-88f8-4025-b00a-ba7cfaa0f652 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3538df7a-2354-4127-9348-c0cf65f1dd0d HTTP/1.1" status: 200 len: 217 time: 0.1942389 Nov 18 16:22:05.902488 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d7e2748a-b581-43ae-bf5e-597041390212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:06.110984 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff507b-1596-4982-9c00-a2cc2ef33125 req-ca11b236-6e4f-464e-92fd-93c855632bd3 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:06.120594 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dbff507b-1596-4982-9c00-a2cc2ef33125 req-ca11b236-6e4f-464e-92fd-93c855632bd3 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 944 time: 0.2941670 Nov 18 16:22:06.160564 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-09aaaf45-7007-4c35-a730-adb3dfe5bd48 req-eca3534f-6568-47b6-8475-b37985762d8f service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123299 Nov 18 16:22:06.248246 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dbff507b-1596-4982-9c00-a2cc2ef33125 req-a9be67d2-4487-4127-b928-3139f8592b6c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261742 Nov 18 16:22:06.284800 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d7e2748a-b581-43ae-bf5e-597041390212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:06.297114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d7e2748a-b581-43ae-bf5e-597041390212 admin admin] Usage tracker for resource:security_group_rule and tenant:a3037841123442879f148dd4667f3aaf is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:06.304834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d7e2748a-b581-43ae-bf5e-597041390212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:06.308445 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4cdc8-a1a7-401c-8f3e-774438946223 req-cda100de-909f-4abf-9bed-db913f9bf978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:06.310063 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-89e4cdc8-a1a7-401c-8f3e-774438946223 req-cda100de-909f-4abf-9bed-db913f9bf978 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7aaf4acd-d19b-477b-a2fc-75be330a0986 HTTP/1.1" status: 200 len: 858 time: 0.3731968 Nov 18 16:22:06.317468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d7e2748a-b581-43ae-bf5e-597041390212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:06.382073 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53388) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:06.455078 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-09aaaf45-7007-4c35-a730-adb3dfe5bd48 req-ba13eef2-a7f5-458c-a1ff-6a01d4da41a3 service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2798288 Nov 18 16:22:06.457433 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-89e4cdc8-a1a7-401c-8f3e-774438946223 req-2e8c6f0c-df20-4113-8f18-1cf1cf821c03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=856a868e-3707-4e53-9db7-ae588f2f0b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297166 Nov 18 16:22:06.501216 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-687885f3-8783-4b0f-ac25-515d77981d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:06.533938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-82454d80-6f8e-417d-b419-18e64d7c6b3c req-d3b1ebd9-91fa-4f55-b62d-295c91a1b8b2 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Synchronizing usage tracker for tenant:df494528946a43d5ba6514ed79b63a48 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:06.567085 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-82454d80-6f8e-417d-b419-18e64d7c6b3c req-d3b1ebd9-91fa-4f55-b62d-295c91a1b8b2 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Unset dirty status for tenant:df494528946a43d5ba6514ed79b63a48 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:06.569496 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-82454d80-6f8e-417d-b419-18e64d7c6b3c req-d3b1ebd9-91fa-4f55-b62d-295c91a1b8b2 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 210 time: 0.1125643 Nov 18 16:22:06.570535 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-687885f3-8783-4b0f-ac25-515d77981d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:06.575059 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-687885f3-8783-4b0f-ac25-515d77981d0e admin admin] Usage tracker for resource:security_group_rule and tenant:43ae9b23dbf246d4a2cf319e37150cd9 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:06.578301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-687885f3-8783-4b0f-ac25-515d77981d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:06.585389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-687885f3-8783-4b0f-ac25-515d77981d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:06.696609 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d7e2748a-b581-43ae-bf5e-597041390212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:06.704144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6503d-d85d-4ecd-b446-ba2079a7a4cd req-25d3a0dd-281e-4fb4-b562-c3c9c7775c42 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:06.705888 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eeb6503d-d85d-4ecd-b446-ba2079a7a4cd req-25d3a0dd-281e-4fb4-b562-c3c9c7775c42 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 943 time: 0.6841428 Nov 18 16:22:06.714430 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d7e2748a-b581-43ae-bf5e-597041390212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:06.736639 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:06.777780 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:06.789390 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d7e2748a-b581-43ae-bf5e-597041390212 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3037841123442879f148dd4667f3aaf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4486632 Nov 18 16:22:06.792913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 53400) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:06.906972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-687885f3-8783-4b0f-ac25-515d77981d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:06.912127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e2748a-b581-43ae-bf5e-597041390212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45495b6-c1ec-458b-a7e1-a17e08da5831,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:06.924689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d7e2748a-b581-43ae-bf5e-597041390212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:06.941308 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:06.950775 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:06.951205 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:06.982928 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-89e4cdc8-a1a7-401c-8f3e-774438946223 req-3b8ab356-b839-46fd-8445-454e6cad8a1d service neutron] 10.222.0.49 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814892 Nov 18 16:22:06.989097 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-687885f3-8783-4b0f-ac25-515d77981d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:07.013315 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:07.068206 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687885f3-8783-4b0f-ac25-515d77981d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2cd5e7-50ef-47ff-ae18-331f23b82e54,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:07.069852 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eeb6503d-d85d-4ecd-b446-ba2079a7a4cd req-cdd7d5ef-ee8f-4fd6-9ea0-3ea0004e4e5b tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542073 Nov 18 16:22:07.080552 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-687885f3-8783-4b0f-ac25-515d77981d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:07.083022 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-687885f3-8783-4b0f-ac25-515d77981d0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43ae9b23dbf246d4a2cf319e37150cd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6998577 Nov 18 16:22:07.094883 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 53408) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:07.108609 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1726e3a-2da1-4c9a-8978-b79ad3340d71 req-1af4c75d-99d0-4e83-8207-17e5a5597b92 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:07.110261 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a1726e3a-2da1-4c9a-8978-b79ad3340d71 req-1af4c75d-99d0-4e83-8207-17e5a5597b92 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 943 time: 0.1972904 Nov 18 16:22:07.133671 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-57e292aa-5634-41f4-9ac4-76086eec5bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:07.174482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:07.190019 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a1726e3a-2da1-4c9a-8978-b79ad3340d71 req-d0a4d819-ae74-4e7d-8561-386bee6ee0fb tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717897 Nov 18 16:22:07.221608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074,segment=NetworkSegment(65c773a0-f8b8-4242-b23c-f0f84c8b40ea),segment_id=65c773a0-f8b8-4242-b23c-f0f84c8b40ea)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:07.222654 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6319a0-7616-473c-9651-d9d57d865314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcbd943-8ec2-4d2d-8eea-2e2a2f162074'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:07.308898 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:07.313920 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-57e292aa-5634-41f4-9ac4-76086eec5bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:07.319547 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:07.404747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:07.410153 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:07.441534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4c416565-00b3-457b-95b0-ad1af8252312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:07.550613 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-89e4cdc8-a1a7-401c-8f3e-774438946223 req-c38dadc1-9352-4703-ab1e-dac139962ec2 service neutron] 10.222.0.49 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5532839 Nov 18 16:22:07.572150 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-57e292aa-5634-41f4-9ac4-76086eec5bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:07.594313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:07.598930 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.objects.ports [None req-a5f16421-db63-41f1-9bd4-6c12fdfad7bc None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:22:07.613735 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4c416565-00b3-457b-95b0-ad1af8252312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:07.630877 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e292aa-5634-41f4-9ac4-76086eec5bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45495b6-c1ec-458b-a7e1-a17e08da5831,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:07.650620 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-57e292aa-5634-41f4-9ac4-76086eec5bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:07.653955 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-57e292aa-5634-41f4-9ac4-76086eec5bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:07.657566 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-57e292aa-5634-41f4-9ac4-76086eec5bf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b45495b6-c1ec-458b-a7e1-a17e08da5831 HTTP/1.1" status: 204 len: 168 time: 0.8565001 Nov 18 16:22:07.704505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627c8c8-2b76-45b1-8c0e-9475eb69b95c req-fbe1bf6b-077b-439c-b9b1-3f9c5964fabc tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:07.706231 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b627c8c8-2b76-45b1-8c0e-9475eb69b95c req-fbe1bf6b-077b-439c-b9b1-3f9c5964fabc tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 944 time: 0.2231929 Nov 18 16:22:07.739359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-1eae987b-918d-4205-acc3-aa71e9f31a94 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:07.740175 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-1eae987b-918d-4205-acc3-aa71e9f31a94 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Synchronizing usage tracker for tenant:df494528946a43d5ba6514ed79b63a48 on resource:network {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:07.765889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4c416565-00b3-457b-95b0-ad1af8252312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:07.785497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-1eae987b-918d-4205-acc3-aa71e9f31a94 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Unset dirty status for tenant:df494528946a43d5ba6514ed79b63a48 on resource:network {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:07.786798 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-1eae987b-918d-4205-acc3-aa71e9f31a94 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.49 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 816 time: 0.2719593 Nov 18 16:22:07.792402 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a825c56f-630d-4b04-be2e-78532b5937f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:07.849125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c416565-00b3-457b-95b0-ad1af8252312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2cd5e7-50ef-47ff-ae18-331f23b82e54,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:07.870427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4c416565-00b3-457b-95b0-ad1af8252312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:07.889125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4c416565-00b3-457b-95b0-ad1af8252312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:07.894149 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-4c416565-00b3-457b-95b0-ad1af8252312 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd2cd5e7-50ef-47ff-ae18-331f23b82e54 HTTP/1.1" status: 204 len: 168 time: 0.7872210 Nov 18 16:22:07.899229 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b627c8c8-2b76-45b1-8c0e-9475eb69b95c req-bb3c1d9b-3841-47b1-8396-400f148eb973 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832871 Nov 18 16:22:07.922650 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-9865cc06-44d8-47ae-8cf2-57611f7ebc38 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Synchronizing usage tracker for tenant:df494528946a43d5ba6514ed79b63a48 on resource:security_group {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:07.949247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-9865cc06-44d8-47ae-8cf2-57611f7ebc38 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Unset dirty status for tenant:df494528946a43d5ba6514ed79b63a48 on resource:security_group {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:07.950691 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-9865cc06-44d8-47ae-8cf2-57611f7ebc38 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df494528946a43d5ba6514ed79b63a48 HTTP/1.1" status: 200 len: 5045 time: 0.1414342 Nov 18 16:22:07.962546 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Request body: {'port': {'device_id': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'admin_state_up': True, 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'security_groups': ['897af97e-3a43-4566-b1d4-938acb63e1a4']}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:08.004854 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6319a0-7616-473c-9651-d9d57d865314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcbd943-8ec2-4d2d-8eea-2e2a2f162074', 'code': 200} Nov 18 16:22:08.184550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:08.197952 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2b1e583e-306b-408b-aceb-7e60a89f466f req-ad1f1c79-6362-4bda-be1f-c0f44a281585 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 210 time: 0.1137753 Nov 18 16:22:08.209918 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:08.235145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Made reservation on behalf of df494528946a43d5ba6514ed79b63a48 for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:22:08.246226 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:08.266041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:08.413274 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:08.418513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:08.418940 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:08.481131 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4c92ebd9-64fa-42e6-adba-3045a36ed576 req-3b870ed0-c1b5-4d59-b2f5-364ce33f5e57 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 1162 time: 0.1533601 Nov 18 16:22:08.525791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-4c92ebd9-64fa-42e6-adba-3045a36ed576 req-6dfe5d39-48c5-4499-94ed-6894c24618c1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:08.631594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-4c92ebd9-64fa-42e6-adba-3045a36ed576 req-6dfe5d39-48c5-4499-94ed-6894c24618c1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:08.638342 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-4c92ebd9-64fa-42e6-adba-3045a36ed576 req-6dfe5d39-48c5-4499-94ed-6894c24618c1 service neutron] Usage tracker for resource:security_group_rule and tenant:50fb32897a784f109c276fb3475816da is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:08.649034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-4c92ebd9-64fa-42e6-adba-3045a36ed576 req-6dfe5d39-48c5-4499-94ed-6894c24618c1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:08.659159 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-4c92ebd9-64fa-42e6-adba-3045a36ed576 req-6dfe5d39-48c5-4499-94ed-6894c24618c1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:08.707620 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f998228-36e6-4ca3-b4d2-7bc1b0abc27d req-15c8fc28-6c9c-4294-991d-382af3ee11df tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:08.718650 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f998228-36e6-4ca3-b4d2-7bc1b0abc27d req-15c8fc28-6c9c-4294-991d-382af3ee11df tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 943 time: 0.1669078 Nov 18 16:22:08.741186 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 53464) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:08.770989 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:08.782665 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3374b81-9483-4890-8f9c-d6047a547d86 req-ba385f91-1cc7-495b-807e-4a92f973dcc8 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:08.786723 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f93b-cfb3-4d36-9866-a88dd10adbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:08.790047 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b3374b81-9483-4890-8f9c-d6047a547d86 req-ba385f91-1cc7-495b-807e-4a92f973dcc8 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 945 time: 0.4382992 Nov 18 16:22:08.814625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d,segment=NetworkSegment(127bde8e-f349-47ad-a262-c8891cc91531),segment_id=127bde8e-f349-47ad-a262-c8891cc91531)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:08.821078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:08.822020 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:08.871309 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0deb5fb9-49a5-44dd-86cd-061b1bcfbd92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:08.913947 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f998228-36e6-4ca3-b4d2-7bc1b0abc27d req-45c5b7be-f312-4b03-bff8-a6a137a4724d tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942136 Nov 18 16:22:09.031115 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-c9c9f93b-cfb3-4d36-9866-a88dd10adbf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:09.041717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-c9c9f93b-cfb3-4d36-9866-a88dd10adbf6 admin admin] Usage tracker for resource:security_group_rule and tenant:83876eeb16714c739837edefe6813fb5 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:09.062254 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-c9c9f93b-cfb3-4d36-9866-a88dd10adbf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:09.065560 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b3374b81-9483-4890-8f9c-d6047a547d86 req-4e3b73bb-3367-4602-ab9f-e14305e301ce tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538631 Nov 18 16:22:09.081629 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:09.089892 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-4c92ebd9-64fa-42e6-adba-3045a36ed576 req-6dfe5d39-48c5-4499-94ed-6894c24618c1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:09.103099 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:09.113176 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-c9c9f93b-cfb3-4d36-9866-a88dd10adbf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:09.133770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-4c92ebd9-64fa-42e6-adba-3045a36ed576 req-6dfe5d39-48c5-4499-94ed-6894c24618c1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:09.134230 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Allocated IP 172.20.0.12 (1b887802-331a-4da8-8c9d-df380fb14d95/c1beae45-1813-4b14-95e2-5567322586dc/9185da52-7e4d-4a59-834a-05b87e9ab962) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:22:09.158550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:09.160848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:09.166281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1e31afaa-ffea-4e27-8dfb-1a65f0f9c934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:09.262333 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4c92ebd9-64fa-42e6-adba-3045a36ed576 req-6dfe5d39-48c5-4499-94ed-6894c24618c1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7757514 Nov 18 16:22:09.276058 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe5d39-48c5-4499-94ed-6894c24618c1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3f890d0d-8c21-4ac1-8fbd-074d9385767c,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:09.306036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6dfe5d39-48c5-4499-94ed-6894c24618c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:09.461521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f93b-cfb3-4d36-9866-a88dd10adbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:09.469610 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f93b-cfb3-4d36-9866-a88dd10adbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:09.477942 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:09.598821 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9f93b-cfb3-4d36-9866-a88dd10adbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989a9ac4-2e3a-4a82-a9ee-daeca7e3a84a,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:09.605280 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-c9c9f93b-cfb3-4d36-9866-a88dd10adbf6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83876eeb16714c739837edefe6813fb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8628283 Nov 18 16:22:09.606588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c9c9f93b-cfb3-4d36-9866-a88dd10adbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:09.609940 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 53492) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:09.670338 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:09.684763 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4deea873-ed12-49b1-86f1-429e645e5cba req-c37ff8ac-0cb0-4499-8040-b7e42b6079a8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 210 time: 0.0872617 Nov 18 16:22:09.685460 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666acfdb-2ead-428a-a620-436953e4c1bf req-3704790c-387b-47f1-99ea-ecb8fd30c249 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:09.694489 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-666acfdb-2ead-428a-a620-436953e4c1bf req-3704790c-387b-47f1-99ea-ecb8fd30c249 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 944 time: 0.1738930 Nov 18 16:22:09.708104 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Transition to ACTIVE for port object 9185da52-7e4d-4a59-834a-05b87e9ab962 will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:09.732989 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:09.770859 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3b46bb11-c4bf-4ab1-b10b-d032d0b8318a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:09.784685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:09.804176 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-666acfdb-2ead-428a-a620-436953e4c1bf req-b2b7597a-eb0c-4f95-bd29-421449447e85 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086447 Nov 18 16:22:09.830807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3b46bb11-c4bf-4ab1-b10b-d032d0b8318a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:09.890899 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3b46bb11-c4bf-4ab1-b10b-d032d0b8318a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:09.893091 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.objects.ports [None req-6454092b-bf3b-4ea7-a15c-354ee7ce926b None None] Time-cost: Fetching 3 ports in 2 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:22:09.897634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-93738015-7e93-4068-826d-efe2f8a46fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:09.911356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46bb11-c4bf-4ab1-b10b-d032d0b8318a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989a9ac4-2e3a-4a82-a9ee-daeca7e3a84a,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:09.914050 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3b46bb11-c4bf-4ab1-b10b-d032d0b8318a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:09.922285 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3b46bb11-c4bf-4ab1-b10b-d032d0b8318a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:09.925976 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-3b46bb11-c4bf-4ab1-b10b-d032d0b8318a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/989a9ac4-2e3a-4a82-a9ee-daeca7e3a84a HTTP/1.1" status: 204 len: 168 time: 0.3126545 Nov 18 16:22:09.981452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event updated for resources: {'Port': ['ID=9185da52-7e4d-4a59-834a-05b87e9ab962,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:09.990919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:10.006541 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6b22ec-acd1-486a-ac96-d05710e7b870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:10.033017 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Network 1b887802-331a-4da8-8c9d-df380fb14d95 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:22:10.034185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:22:10.036758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:22:10.180841 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6b22ec-acd1-486a-ac96-d05710e7b870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d', 'code': 200} Nov 18 16:22:10.247525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:10.248253 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:10.292389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d72b4-1111-4dbf-b22d-02e499bb2662 req-a623c5bb-329e-473c-aa52-6055a3851c7b tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:10.307625 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fc2d72b4-1111-4dbf-b22d-02e499bb2662 req-a623c5bb-329e-473c-aa52-6055a3851c7b tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 943 time: 0.1992791 Nov 18 16:22:10.397223 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fc2d72b4-1111-4dbf-b22d-02e499bb2662 req-ffa6b1a1-b7e2-4e2e-87ee-8f1a992b7edb tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768094 Nov 18 16:22:10.400722 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-a1b378cf-2a0d-4362-86d4-9e5d9bf23384 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4433043 Nov 18 16:22:10.416819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-6f174c8d-408d-4ae1-8810-9024935f829c None None] Provisioning for port 9185da52-7e4d-4a59-834a-05b87e9ab962 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:10.426061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Request body: {'port': {'device_id': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:10.427611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-6f174c8d-408d-4ae1-8810-9024935f829c None None] Provisioning complete for port 9185da52-7e4d-4a59-834a-05b87e9ab962 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:10.429843 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6f174c8d-408d-4ae1-8810-9024935f829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:10.561550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-6f174c8d-408d-4ae1-8810-9024935f829c None None] Port 9185da52-7e4d-4a59-834a-05b87e9ab962 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:22:10.620026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fc98b-85fa-4301-8518-ce0e75d1f1fb req-489b1d56-fda9-48c0-aacc-89ce2cfbcf1a tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:10.628339 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-df9fc98b-85fa-4301-8518-ce0e75d1f1fb req-489b1d56-fda9-48c0-aacc-89ce2cfbcf1a tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 945 time: 0.2766383 Nov 18 16:22:10.692045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:10.693232 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-df9fc98b-85fa-4301-8518-ce0e75d1f1fb req-85d910ef-7a02-457f-83b8-69f3ab720a23 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636630 Nov 18 16:22:10.706875 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-62a7008c-fb28-415e-a996-54a04cb985c5 req-39483c8f-beaf-4084-a8e4-14fcf2f5882b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 1163 time: 0.1760039 Nov 18 16:22:10.865160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-62a7008c-fb28-415e-a996-54a04cb985c5 req-afe67b3c-162a-400b-9ba7-87694cb06613 service neutron] Synchronizing usage tracker for tenant:50fb32897a784f109c276fb3475816da on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:10.969854 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-62a7008c-fb28-415e-a996-54a04cb985c5 req-afe67b3c-162a-400b-9ba7-87694cb06613 service neutron] Unset dirty status for tenant:50fb32897a784f109c276fb3475816da on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:10.971130 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-62a7008c-fb28-415e-a996-54a04cb985c5 req-afe67b3c-162a-400b-9ba7-87694cb06613 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581086 Nov 18 16:22:11.282247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:11.282760 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7640e5-c129-480e-868b-eca09cc15972 req-f3aaa880-81c8-46c2-95a5-2553d6bf184f tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:11.284479 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed7640e5-c129-480e-868b-eca09cc15972 req-f3aaa880-81c8-46c2-95a5-2553d6bf184f tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 944 time: 0.1084766 Nov 18 16:22:11.367587 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed7640e5-c129-480e-868b-eca09cc15972 req-0f11d1f2-a712-4d03-b4aa-ac6fa8518e2f tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757210 Nov 18 16:22:11.414246 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:11.414787 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:11.659734 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:11.675399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036c163-b386-4cd8-97a1-41e53f5d3f9f req-f94ff02e-7e45-4b26-b8de-d25c7d38f1d8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:11.676452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-c036c163-b386-4cd8-97a1-41e53f5d3f9f req-f94ff02e-7e45-4b26-b8de-d25c7d38f1d8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Synchronizing usage tracker for tenant:df494528946a43d5ba6514ed79b63a48 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:11.694621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8227f4e-72e6-4e18-9139-d3e3a2718f81 req-e18f61d9-cdc0-4241-a19e-c08560167679 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:11.696356 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8227f4e-72e6-4e18-9139-d3e3a2718f81 req-e18f61d9-cdc0-4241-a19e-c08560167679 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 943 time: 0.1034527 Nov 18 16:22:11.751552 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-c036c163-b386-4cd8-97a1-41e53f5d3f9f req-f94ff02e-7e45-4b26-b8de-d25c7d38f1d8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Unset dirty status for tenant:df494528946a43d5ba6514ed79b63a48 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:11.759289 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c036c163-b386-4cd8-97a1-41e53f5d3f9f req-f94ff02e-7e45-4b26-b8de-d25c7d38f1d8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 932 time: 0.6307569 Nov 18 16:22:11.793140 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8227f4e-72e6-4e18-9139-d3e3a2718f81 req-cba54248-e757-41ce-914c-d57252d7f5c8 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898521 Nov 18 16:22:11.833010 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:11.840845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:11.841456 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:11.846969 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9185da52-7e4d-4a59-834a-05b87e9ab962 {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:22:11.877694 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:11.908153 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c036c163-b386-4cd8-97a1-41e53f5d3f9f req-08e7f9ac-0a72-46ae-8371-1c853504cba0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478491 Nov 18 16:22:11.930361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Transition to ACTIVE for port object 9185da52-7e4d-4a59-834a-05b87e9ab962 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:11.935250 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:11.973141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:12.032588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:12.036925 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df0ec9-e945-454d-afbf-399cbfcba996 req-bf3dcfa3-79e6-4541-b0e2-0badc9a3adba tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:12.045159 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-15df0ec9-e945-454d-afbf-399cbfcba996 req-bf3dcfa3-79e6-4541-b0e2-0badc9a3adba tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 945 time: 0.0984492 Nov 18 16:22:12.071681 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port f7c4ee81-b33a-4750-b0bb-c7ba8e24e017, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f7c4ee81-b33a-4750-b0bb-c7ba8e24e017,segment=NetworkSegment(5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f),segment_id=5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:12.078066 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:12.081926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:12.101716 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-15df0ec9-e945-454d-afbf-399cbfcba996 req-5524cfa4-c11f-474b-acb3-ca0c86fa20a0 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553265 Nov 18 16:22:12.158776 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:12.176040 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Pushing event updated for resources: {'Port': ['ID=9185da52-7e4d-4a59-834a-05b87e9ab962,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:12.181637 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:12.308139 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd166887d-870b-4189-bbf9-47c1ae55ca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c4ee81-b33a-4750-b0bb-c7ba8e24e017'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:12.313085 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=f7c4ee81-b33a-4750-b0bb-c7ba8e24e017,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:12.320625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:12.332304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:12.332728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:12.475331 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Attempting to bind port 9185da52-7e4d-4a59-834a-05b87e9ab962 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:22:12.475743 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Attempting to bind port 9185da52-7e4d-4a59-834a-05b87e9ab962 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:22:12.476117 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Attempting to bind port 9185da52-7e4d-4a59-834a-05b87e9ab962 on network 1b887802-331a-4da8-8c9d-df380fb14d95 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:22:12.484066 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:22:12.484445 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Checking segment: {'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:12.485004 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:12.485409 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Bound using segment: {'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:22:12.485899 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Bound port: 9185da52-7e4d-4a59-834a-05b87e9ab962, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:22:12.486279 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:12.554414 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd166887d-870b-4189-bbf9-47c1ae55ca63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c4ee81-b33a-4750-b0bb-c7ba8e24e017', 'code': 200} Nov 18 16:22:12.556267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 3538df7a-2354-4127-9348-c0cf65f1dd0d up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:12.627038 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] For port 9185da52-7e4d-4a59-834a-05b87e9ab962, host hv-cinder-75996, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:22:12.636549 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] For port 9185da52-7e4d-4a59-834a-05b87e9ab962, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9185da52-7e4d-4a59-834a-05b87e9ab962,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:22:12.646698 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:12.680845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port 3538df7a-2354-4127-9348-c0cf65f1dd0d completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:12.682487 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c03eb63c-d5b4-4570-b666-01b092db4c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:12.689036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 3538df7a-2354-4127-9348-c0cf65f1dd0d triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:12.689459 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:12.957402 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e0b79-19f8-46aa-bbfe-ec5264f29c53 req-313c1394-aace-4eda-aefb-a20dacd5a29a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:12.976300 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-933e0b79-19f8-46aa-bbfe-ec5264f29c53 req-313c1394-aace-4eda-aefb-a20dacd5a29a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 946 time: 0.2641385 Nov 18 16:22:13.013983 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:13.072519 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 3538df7a-2354-4127-9348-c0cf65f1dd0d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=3538df7a-2354-4127-9348-c0cf65f1dd0d,segment=NetworkSegment(127bde8e-f349-47ad-a262-c8891cc91531),segment_id=127bde8e-f349-47ad-a262-c8891cc91531)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:13.107920 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-933e0b79-19f8-46aa-bbfe-ec5264f29c53 req-e1275fac-ecf4-4355-adbf-47df9b840582 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305139 Nov 18 16:22:13.109121 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:13.117376 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:13.123606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Pushing event updated for resources: {'Port': ['ID=9185da52-7e4d-4a59-834a-05b87e9ab962,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:13.128990 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:13.213562 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=3538df7a-2354-4127-9348-c0cf65f1dd0d,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:13.217819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:13.219860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:13.302793 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a75ef-c9d8-4e54-bbaa-62d3490dce6d req-5fd9dfed-1e57-4fca-bae6-1b9186f8733f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:13.304526 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-299a75ef-c9d8-4e54-bbaa-62d3490dce6d req-5fd9dfed-1e57-4fca-bae6-1b9186f8733f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1715455 Nov 18 16:22:13.317947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:13.320428 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] 10.222.0.49 "PUT /v2.0/ports/9185da52-7e4d-4a59-834a-05b87e9ab962 HTTP/1.1" status: 200 len: 1158 time: 2.9099069 Nov 18 16:22:13.353936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26defec8-2099-470a-8931-86b293839887 req-1dbc0492-64d2-4f9f-a58c-35ce27738e80 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:13.355602 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-26defec8-2099-470a-8931-86b293839887 req-1dbc0492-64d2-4f9f-a58c-35ce27738e80 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1046436 Nov 18 16:22:13.357490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'tag': '9185da52-7e4d-4a59-834a-05b87e9ab962'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:13.416233 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-299a75ef-c9d8-4e54-bbaa-62d3490dce6d req-130d3c85-3558-494a-82ef-68a74b15855d tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018674 Nov 18 16:22:13.446675 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-26defec8-2099-470a-8931-86b293839887 req-1ff3721f-7644-4753-817b-a66efc5a885b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736067 Nov 18 16:22:13.517142 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'tag': '9185da52-7e4d-4a59-834a-05b87e9ab962', 'status': 'completed', 'code': 200} Nov 18 16:22:14.174919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53654) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:14.321309 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565993a-9112-43a6-9992-8ea13988ab6d req-bf5ace69-0633-4cb1-bed8-76e3ebffd5c1 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:14.324336 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8565993a-9112-43a6-9992-8ea13988ab6d req-bf5ace69-0633-4cb1-bed8-76e3ebffd5c1 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 946 time: 0.0897856 Nov 18 16:22:14.351982 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-eef77442-5333-4538-b8d2-65bf38999378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.372063 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8565993a-9112-43a6-9992-8ea13988ab6d req-a5e9398b-0a4b-49e5-a7bd-24acaa44b6c9 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426726 Nov 18 16:22:14.389468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-eef77442-5333-4538-b8d2-65bf38999378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:14.393618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-eef77442-5333-4538-b8d2-65bf38999378 admin admin] Usage tracker for resource:security_group_rule and tenant:ce4eec5af8fe4940bf224f33e71b9870 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:14.396686 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-eef77442-5333-4538-b8d2-65bf38999378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:14.402406 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-eef77442-5333-4538-b8d2-65bf38999378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:14.468747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-eef77442-5333-4538-b8d2-65bf38999378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.471702 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-eef77442-5333-4538-b8d2-65bf38999378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.479486 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:14.521102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef77442-5333-4538-b8d2-65bf38999378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e86095c-432b-49ce-9eba-5817155a0beb,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:14.524675 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-eef77442-5333-4538-b8d2-65bf38999378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:14.530730 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-eef77442-5333-4538-b8d2-65bf38999378 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce4eec5af8fe4940bf224f33e71b9870&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3517971 Nov 18 16:22:14.532374 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53666) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:14.555942 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661b0ad2-fc59-4471-bbcc-ac56cfd2d839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3538df7a-2354-4127-9348-c0cf65f1dd0d'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:14.654060 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e2209cd2-a6cc-43f7-9d67-e716d99deb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.702047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e2209cd2-a6cc-43f7-9d67-e716d99deb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.721909 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a32bf-b864-46e6-b3c9-617464e9e79b req-4fbdeebb-f8bf-4525-a1c3-53714d6a4084 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:14.723493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436f963-d5bd-47e1-bea2-112ee08630ba req-6fa75328-4396-431a-b0b2-6d9c53fe8e00 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:14.723666 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ad8a32bf-b864-46e6-b3c9-617464e9e79b req-4fbdeebb-f8bf-4525-a1c3-53714d6a4084 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1529875 Nov 18 16:22:14.725644 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4436f963-d5bd-47e1-bea2-112ee08630ba req-6fa75328-4396-431a-b0b2-6d9c53fe8e00 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0915399 Nov 18 16:22:14.774367 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4436f963-d5bd-47e1-bea2-112ee08630ba req-6d5dfa42-78bf-4dc7-9e1a-47533d7166be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421612 Nov 18 16:22:14.793884 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ad8a32bf-b864-46e6-b3c9-617464e9e79b req-06ff65aa-00fe-4370-acc3-26ba96cd59e6 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627122 Nov 18 16:22:14.800199 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e2209cd2-a6cc-43f7-9d67-e716d99deb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.808259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5a34c05b-5092-4220-ae57-578ee89691aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:14.823674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e2209cd2-a6cc-43f7-9d67-e716d99deb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:14.823674 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e2209cd2-a6cc-43f7-9d67-e716d99deb15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e86095c-432b-49ce-9eba-5817155a0beb HTTP/1.1" status: 204 len: 168 time: 0.2892194 Nov 18 16:22:14.828687 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2209cd2-a6cc-43f7-9d67-e716d99deb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e86095c-432b-49ce-9eba-5817155a0beb,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:14.838711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e2209cd2-a6cc-43f7-9d67-e716d99deb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:14.880519 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661b0ad2-fc59-4471-bbcc-ac56cfd2d839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3538df7a-2354-4127-9348-c0cf65f1dd0d', 'code': 200} Nov 18 16:22:15.174736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53680) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:15.193922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-608c51f0-1ad2-481c-b0e5-a6ed2ef190da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:15.227583 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-608c51f0-1ad2-481c-b0e5-a6ed2ef190da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:15.231933 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-608c51f0-1ad2-481c-b0e5-a6ed2ef190da admin admin] Usage tracker for resource:security_group_rule and tenant:cf4fe012f9de4a0fa9e13836eaf19409 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:15.234917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-608c51f0-1ad2-481c-b0e5-a6ed2ef190da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:15.240950 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-608c51f0-1ad2-481c-b0e5-a6ed2ef190da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:15.307648 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-608c51f0-1ad2-481c-b0e5-a6ed2ef190da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:15.310656 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-608c51f0-1ad2-481c-b0e5-a6ed2ef190da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:15.318149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b7f2b163-a242-4e5d-b877-fee5b4553659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:15.364735 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c51f0-1ad2-481c-b0e5-a6ed2ef190da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889c15c6-f1fe-4eb3-94cc-cbb0d8f507f5,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:15.368381 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-608c51f0-1ad2-481c-b0e5-a6ed2ef190da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:15.371193 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-608c51f0-1ad2-481c-b0e5-a6ed2ef190da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf4fe012f9de4a0fa9e13836eaf19409&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1953840 Nov 18 16:22:15.373831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53686) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:15.435995 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ec77ab9a-83a0-4225-bfed-374dcd2e8c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:15.465816 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ec77ab9a-83a0-4225-bfed-374dcd2e8c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:15.623222 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ec77ab9a-83a0-4225-bfed-374dcd2e8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:15.628690 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:15.649196 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77ab9a-83a0-4225-bfed-374dcd2e8c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889c15c6-f1fe-4eb3-94cc-cbb0d8f507f5,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:15.656138 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ec77ab9a-83a0-4225-bfed-374dcd2e8c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:15.672520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ec77ab9a-83a0-4225-bfed-374dcd2e8c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:15.673761 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ec77ab9a-83a0-4225-bfed-374dcd2e8c0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/889c15c6-f1fe-4eb3-94cc-cbb0d8f507f5 HTTP/1.1" status: 204 len: 168 time: 0.2989678 Nov 18 16:22:15.687069 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be607f-7087-4d19-9e74-adc98372a765 req-fafb11f6-9b4f-4535-b963-7ccff03839c7 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:15.688700 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-35be607f-7087-4d19-9e74-adc98372a765 req-fafb11f6-9b4f-4535-b963-7ccff03839c7 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 946 time: 0.1831379 Nov 18 16:22:15.696487 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5acd81f2-83d9-460e-97d3-f655d6069d5f req-98fd20be-572c-48a6-a998-a90bda124b7c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 1163 time: 0.1407332 Nov 18 16:22:15.741528 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-35be607f-7087-4d19-9e74-adc98372a765 req-d1cdf203-78fc-4695-abe4-b77fc093b9e0 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438588 Nov 18 16:22:16.009003 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5acd81f2-83d9-460e-97d3-f655d6069d5f req-92df8796-b584-4ef9-90c5-4575a35fec18 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376367 Nov 18 16:22:16.053561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:16.063931 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-59e5f0f7-7eec-4c16-aba5-f112da9e7a21 req-833daa4d-422a-45e3-bfbf-522bec07505e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 1161 time: 0.1922092 Nov 18 16:22:16.065061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5327f-c5cc-4f73-a2f4-abf4cffe5133 req-cb0612da-4534-41c7-b218-6b27b8736f38 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:16.066821 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8a5327f-c5cc-4f73-a2f4-abf4cffe5133 req-cb0612da-4534-41c7-b218-6b27b8736f38 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1058693 Nov 18 16:22:16.096482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6625404-a403-4655-bc45-fd483e2695fe req-144f302b-3718-4c84-9627-dee1db899c27 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:16.098078 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6625404-a403-4655-bc45-fd483e2695fe req-144f302b-3718-4c84-9627-dee1db899c27 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1126473 Nov 18 16:22:16.130202 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8a5327f-c5cc-4f73-a2f4-abf4cffe5133 req-1378ca3f-77b5-48f0-b9bc-507c44a16cfb tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567744 Nov 18 16:22:16.141010 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:16.141417 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:16.160594 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6625404-a403-4655-bc45-fd483e2695fe req-5296e2f4-841b-4056-a072-8bf1db7cb610 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542362 Nov 18 16:22:16.272385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:16.358840 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:16.359375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:16.523941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 3538df7a-2354-4127-9348-c0cf65f1dd0d up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:16.536689 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b87ea94-9dff-4c02-9a84-a58f51c26eca req-050bd62e-eb4c-48bc-8557-599864d3c103 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 1162 time: 0.1569989 Nov 18 16:22:16.617829 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 3538df7a-2354-4127-9348-c0cf65f1dd0d triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:16.618598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:16.627975 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b87ea94-9dff-4c02-9a84-a58f51c26eca req-e8273473-5e57-4d16-b3cc-58fd4431094a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789652 Nov 18 16:22:16.647483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5f0f7-7eec-4c16-aba5-f112da9e7a21 req-cba1a719-567b-4b51-a825-6251f6b00984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:16.649124 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-59e5f0f7-7eec-4c16-aba5-f112da9e7a21 req-cba1a719-567b-4b51-a825-6251f6b00984 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=df494528946a43d5ba6514ed79b63a48&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3004208 Nov 18 16:22:17.000766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aa15a-9ba3-4304-a975-bff9ad069118 req-2022e77d-cb9f-4e07-8cc4-e39fc514719b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:17.002498 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-087aa15a-9ba3-4304-a975-bff9ad069118 req-2022e77d-cb9f-4e07-8cc4-e39fc514719b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 946 time: 0.0968940 Nov 18 16:22:17.058013 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-087aa15a-9ba3-4304-a975-bff9ad069118 req-8f5546c0-1951-4803-b6ed-c0f8e22c6372 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488009 Nov 18 16:22:17.079925 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5f0f7-7eec-4c16-aba5-f112da9e7a21 req-e93054ab-5a94-43dd-9433-6476917bc8c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:17.081811 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-59e5f0f7-7eec-4c16-aba5-f112da9e7a21 req-e93054ab-5a94-43dd-9433-6476917bc8c2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1715124 Nov 18 16:22:17.212448 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-8b98c097-7604-4c58-b693-88e20f60d613 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 1161 time: 0.0877326 Nov 18 16:22:17.301030 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-9787537e-303c-4439-8f07-5056398b9d66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9185da52-7e4d-4a59-834a-05b87e9ab962 HTTP/1.1" status: 200 len: 217 time: 0.0727735 Nov 18 16:22:17.399381 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53752) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:17.432449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-7f5e0259-31c2-4701-bda0-6c7a5cb64669 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:17.434397 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-7f5e0259-31c2-4701-bda0-6c7a5cb64669 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1beae45-1813-4b14-95e2-5567322586dc HTTP/1.1" status: 200 len: 855 time: 0.1188505 Nov 18 16:22:17.445183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704e572-2b14-4683-a415-172aaab3771d req-110f427b-748f-4650-b9f6-9d340690a812 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:17.447139 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7704e572-2b14-4683-a415-172aaab3771d req-110f427b-748f-4650-b9f6-9d340690a812 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1152520 Nov 18 16:22:17.526934 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7704e572-2b14-4683-a415-172aaab3771d req-a6334955-c631-4e8e-8e66-303e83ab1983 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729339 Nov 18 16:22:17.544207 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-d37f3c53-0075-41f5-ad8c-894a3012caad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b887802-331a-4da8-8c9d-df380fb14d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991361 Nov 18 16:22:17.561837 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f293d9-7a77-4295-9078-1b624a30ed11 req-cd3ff227-8cb2-45be-8bc9-c711f396bdb0 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:17.563430 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-20f293d9-7a77-4295-9078-1b624a30ed11 req-cd3ff227-8cb2-45be-8bc9-c711f396bdb0 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1795950 Nov 18 16:22:17.647222 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-df22058e-b7c1-435d-8dd8-e6aa6f46c56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:17.682997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-df22058e-b7c1-435d-8dd8-e6aa6f46c56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:17.687632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-df22058e-b7c1-435d-8dd8-e6aa6f46c56c admin admin] Usage tracker for resource:security_group_rule and tenant:25ac885df3a1485881152bef8ad55b55 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:17.691382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-df22058e-b7c1-435d-8dd8-e6aa6f46c56c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:17.699286 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-df22058e-b7c1-435d-8dd8-e6aa6f46c56c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:17.837567 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-df22058e-b7c1-435d-8dd8-e6aa6f46c56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:17.843025 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-df22058e-b7c1-435d-8dd8-e6aa6f46c56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:17.885865 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e2209cd2-a6cc-43f7-9d67-e716d99deb15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:17.901702 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-2b79d93d-6d33-4b0a-b629-24258f951428 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465657 Nov 18 16:22:17.918830 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-df22058e-b7c1-435d-8dd8-e6aa6f46c56c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25ac885df3a1485881152bef8ad55b55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5154169 Nov 18 16:22:17.918830 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22058e-b7c1-435d-8dd8-e6aa6f46c56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c3b816-ae9d-47fd-9446-fbe2e8822199,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:17.919149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 53770) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:17.933197 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-df22058e-b7c1-435d-8dd8-e6aa6f46c56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:18.104532 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-20f293d9-7a77-4295-9078-1b624a30ed11 req-1c13eedc-2fe8-4725-88a0-d2f6eb3f2857 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053428 Nov 18 16:22:18.130040 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f55ef5-83ef-46f1-acb8-b085f308be11 req-28478548-4dff-4f5d-958c-731a2658870e service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2139475 Nov 18 16:22:18.148122 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dd43-6731-48b1-82d5-f1b77ab7d6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.181262 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dd43-6731-48b1-82d5-f1b77ab7d6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.257533 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dd43-6731-48b1-82d5-f1b77ab7d6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.268963 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:18.309615 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8dd43-6731-48b1-82d5-f1b77ab7d6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c3b816-ae9d-47fd-9446-fbe2e8822199,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:18.312376 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5b8dd43-6731-48b1-82d5-f1b77ab7d6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:18.314130 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d5b8dd43-6731-48b1-82d5-f1b77ab7d6b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73c3b816-ae9d-47fd-9446-fbe2e8822199 HTTP/1.1" status: 204 len: 168 time: 0.3938508 Nov 18 16:22:18.328321 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d5b8dd43-6731-48b1-82d5-f1b77ab7d6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:18.453689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80573b84-61d0-461d-adce-5d08fa33e4d3 req-1f142579-d6be-4865-9781-b987fb83e72c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:18.455603 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-80573b84-61d0-461d-adce-5d08fa33e4d3 req-1f142579-d6be-4865-9781-b987fb83e72c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 946 time: 0.1477115 Nov 18 16:22:18.517486 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-80573b84-61d0-461d-adce-5d08fa33e4d3 req-5056f7aa-9f72-4a96-a7e3-820407b86794 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528843 Nov 18 16:22:18.890636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63672bbe-a461-455b-9a74-fb3dc12fd2c9 req-99ce479d-de8b-4cc4-a2a5-0746e3c035f3 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:18.898241 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-63672bbe-a461-455b-9a74-fb3dc12fd2c9 req-99ce479d-de8b-4cc4-a2a5-0746e3c035f3 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1627316 Nov 18 16:22:18.959814 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-63672bbe-a461-455b-9a74-fb3dc12fd2c9 req-a5f6c36e-5b6d-4860-9ce4-d3b1c6afe6eb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604630 Nov 18 16:22:19.021809 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 3538df7a-2354-4127-9348-c0cf65f1dd0d up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:19.094445 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 3538df7a-2354-4127-9348-c0cf65f1dd0d triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:19.094871 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:19.389635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657164ee-799b-4688-a741-63979893553c req-93d44d28-55c4-4ce3-a708-82b3ac25fa22 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:19.391454 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-657164ee-799b-4688-a741-63979893553c req-93d44d28-55c4-4ce3-a708-82b3ac25fa22 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1045392 Nov 18 16:22:19.441767 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-657164ee-799b-4688-a741-63979893553c req-1d95f2d7-bc10-40e7-bbdf-b4cfde593b1b tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Nov 18 16:22:19.754689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1088c-9626-48c3-838f-bd5e1c9e0127 req-3b017674-797e-4fda-a511-7bbbf73ce2b7 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:19.756454 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-86d1088c-9626-48c3-838f-bd5e1c9e0127 req-3b017674-797e-4fda-a511-7bbbf73ce2b7 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 946 time: 0.0951071 Nov 18 16:22:19.854011 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-86d1088c-9626-48c3-838f-bd5e1c9e0127 req-ae1fdadb-5d78-446b-9a8b-4ee6a5ccab8a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870483 Nov 18 16:22:19.936688 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34c37e8c-74ab-45c1-97de-b05f17a0c9e5 req-2f775db8-521f-4a1c-a2bc-9d093c0e5722 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7bd0968be268410283cefabfcbd53f4d&device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 1162 time: 0.1473205 Nov 18 16:22:20.100004 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c37e8c-74ab-45c1-97de-b05f17a0c9e5 req-8ec5f535-234e-43df-9d55-6de5ecd4b5de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:20.101651 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34c37e8c-74ab-45c1-97de-b05f17a0c9e5 req-8ec5f535-234e-43df-9d55-6de5ecd4b5de service neutron] 10.222.0.49 "GET /v2.0/networks?id=856a868e-3707-4e53-9db7-ae588f2f0b5a HTTP/1.1" status: 200 len: 912 time: 0.1555650 Nov 18 16:22:20.115245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c96b76-65b0-43a1-b1b4-946d4cd31516 req-6078e279-e20d-4d42-8a63-93b13166bc55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:20.117251 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a6c96b76-65b0-43a1-b1b4-946d4cd31516 req-6078e279-e20d-4d42-8a63-93b13166bc55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.2355900 Nov 18 16:22:20.204086 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34c37e8c-74ab-45c1-97de-b05f17a0c9e5 req-aa5dfd1e-647d-4fd1-b763-762557c17484 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3538df7a-2354-4127-9348-c0cf65f1dd0d HTTP/1.1" status: 200 len: 217 time: 0.0856245 Nov 18 16:22:20.273120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1f21f-04d9-41a7-80d8-15e6def312ac req-2e305976-1753-4473-8a78-46a1edc07f2a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:20.282123 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41a1f21f-04d9-41a7-80d8-15e6def312ac req-2e305976-1753-4473-8a78-46a1edc07f2a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1581047 Nov 18 16:22:20.307550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c37e8c-74ab-45c1-97de-b05f17a0c9e5 req-277e2461-12a7-412c-b00f-0cffef3035ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:20.309432 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34c37e8c-74ab-45c1-97de-b05f17a0c9e5 req-277e2461-12a7-412c-b00f-0cffef3035ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7aaf4acd-d19b-477b-a2fc-75be330a0986 HTTP/1.1" status: 200 len: 858 time: 0.0886078 Nov 18 16:22:20.326952 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a6c96b76-65b0-43a1-b1b4-946d4cd31516 req-5854d728-b7ca-4b5e-bfea-3f9064a543ff tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496420 Nov 18 16:22:20.337180 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41a1f21f-04d9-41a7-80d8-15e6def312ac req-2c34676c-e79c-4f4e-ab22-ef5e90695132 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541191 Nov 18 16:22:20.392148 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34c37e8c-74ab-45c1-97de-b05f17a0c9e5 req-8a77d005-5f5f-44d1-990c-2a5db004cce7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=856a868e-3707-4e53-9db7-ae588f2f0b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570540 Nov 18 16:22:20.543213 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34c37e8c-74ab-45c1-97de-b05f17a0c9e5 req-f0c8cfe4-4fd9-45fd-a643-b2f9a012f28f service neutron] 10.222.0.49 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458187 Nov 18 16:22:20.714539 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34c37e8c-74ab-45c1-97de-b05f17a0c9e5 req-d5bf575c-77c4-4c17-a7fc-317fe2ebead3 service neutron] 10.222.0.49 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1602216 Nov 18 16:22:21.245214 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53894) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:21.271714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53900) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:21.458856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf54e-597d-468f-bbc1-2d5fb90b678a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:21.473589 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-29fd6655-2723-48ab-881d-cf3c46eeb652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:21.520217 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-6f0bf54e-597d-468f-bbc1-2d5fb90b678a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:21.525014 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-6f0bf54e-597d-468f-bbc1-2d5fb90b678a admin admin] Usage tracker for resource:security_group_rule and tenant:489839711c7f44c5a2649e9befcca6cb is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:21.531400 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-6f0bf54e-597d-468f-bbc1-2d5fb90b678a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:21.552045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb7a2d-9c15-410a-9c19-9080dbf6ef9d req-0a762987-c2f2-4f5e-a01d-e2588cd80ba9 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:21.554795 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-77eb7a2d-9c15-410a-9c19-9080dbf6ef9d req-0a762987-c2f2-4f5e-a01d-e2588cd80ba9 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0941062 Nov 18 16:22:21.579523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-6f0bf54e-597d-468f-bbc1-2d5fb90b678a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:21.609186 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-77eb7a2d-9c15-410a-9c19-9080dbf6ef9d req-467ace0e-8413-4aa2-bd6b-b554a3aba720 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481956 Nov 18 16:22:21.628301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-29fd6655-2723-48ab-881d-cf3c46eeb652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:21.639031 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-29fd6655-2723-48ab-881d-cf3c46eeb652 admin admin] Usage tracker for resource:security_group_rule and tenant:94f3691f21fc44d08e4baa54ca9936e6 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:21.642922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-29fd6655-2723-48ab-881d-cf3c46eeb652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:21.661222 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-29fd6655-2723-48ab-881d-cf3c46eeb652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:21.703626 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3688-8efd-4172-9bc4-3c595d56ad58 req-77ba917f-12d0-4943-8f03-07f76fb9204d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:21.705200 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8eaa3688-8efd-4172-9bc4-3c595d56ad58 req-77ba917f-12d0-4943-8f03-07f76fb9204d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1695220 Nov 18 16:22:21.771837 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf54e-597d-468f-bbc1-2d5fb90b678a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:21.781140 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6f0bf54e-597d-468f-bbc1-2d5fb90b678a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:21.801887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-957ff3be-aec9-44a4-99ec-5e646c069af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:21.879808 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8eaa3688-8efd-4172-9bc4-3c595d56ad58 req-e86a227b-002f-4c7f-a71a-51a59a1fd9f2 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657333 Nov 18 16:22:21.887485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bf54e-597d-468f-bbc1-2d5fb90b678a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db427d6-36af-4920-a9c9-3151300a424e,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:21.891968 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-29fd6655-2723-48ab-881d-cf3c46eeb652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:21.897089 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-6f0bf54e-597d-468f-bbc1-2d5fb90b678a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=489839711c7f44c5a2649e9befcca6cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6222913 Nov 18 16:22:21.897089 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6f0bf54e-597d-468f-bbc1-2d5fb90b678a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:21.898714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 53920) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:21.905531 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-29fd6655-2723-48ab-881d-cf3c46eeb652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:21.920826 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:21.969375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa49010e-9f25-421f-9f33-2a2f46c0dd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:21.971388 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-29fd6655-2723-48ab-881d-cf3c46eeb652 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94f3691f21fc44d08e4baa54ca9936e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7249310 Nov 18 16:22:21.972602 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd6655-2723-48ab-881d-cf3c46eeb652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041d48f3-eb60-49a5-bcae-3e011bae1cbd,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:21.975938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53928) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:21.979014 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-29fd6655-2723-48ab-881d-cf3c46eeb652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:22.003359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa49010e-9f25-421f-9f33-2a2f46c0dd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.046293 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2bcd24ae-2f32-4eb0-b7d6-d91d946bd939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.049731 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa49010e-9f25-421f-9f33-2a2f46c0dd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.054794 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:22.067547 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49010e-9f25-421f-9f33-2a2f46c0dd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db427d6-36af-4920-a9c9-3151300a424e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:22.070515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fa49010e-9f25-421f-9f33-2a2f46c0dd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:22.073974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2bcd24ae-2f32-4eb0-b7d6-d91d946bd939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.074662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa49010e-9f25-421f-9f33-2a2f46c0dd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.075918 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-fa49010e-9f25-421f-9f33-2a2f46c0dd87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6db427d6-36af-4920-a9c9-3151300a424e HTTP/1.1" status: 204 len: 168 time: 0.1759558 Nov 18 16:22:22.122198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2bcd24ae-2f32-4eb0-b7d6-d91d946bd939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.127383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6f0bf54e-597d-468f-bbc1-2d5fb90b678a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:22.142032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd24ae-2f32-4eb0-b7d6-d91d946bd939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041d48f3-eb60-49a5-bcae-3e011bae1cbd,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:22.145168 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-2bcd24ae-2f32-4eb0-b7d6-d91d946bd939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:22.156174 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2bcd24ae-2f32-4eb0-b7d6-d91d946bd939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.157550 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-2bcd24ae-2f32-4eb0-b7d6-d91d946bd939 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/041d48f3-eb60-49a5-bcae-3e011bae1cbd HTTP/1.1" status: 204 len: 168 time: 0.1805327 Nov 18 16:22:22.579521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 53952) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:22.580179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 53954) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:22.601076 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.601226 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.637452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:22.638784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:22.643516 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Usage tracker for resource:security_group_rule and tenant:faf4d96356f3406c9118691ad8fe82a0 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:22.646636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:22.649720 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Usage tracker for resource:security_group_rule and tenant:cfdd1532513e4090a27d1e1fe39e3c16 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:22.652668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:22.653458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:22.659580 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:22.726438 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.730736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.737229 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.738469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:22.740741 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.750159 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:22.784231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62589848-8b4e-44ea-b3e4-4745de5c23fd,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:22.794766 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=faf4d96356f3406c9118691ad8fe82a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2096064 Nov 18 16:22:22.795702 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 53962) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:22.812427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.812839 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.813246 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.813641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.814033 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.814501 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.814796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.815180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.815809 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.816200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.816584 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.816966 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.817389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.817860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.818164 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.818541 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.818919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.819297 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.819732 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.820111 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.820486 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.820861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.821236 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.821612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.826543 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:22.850047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc42883-8439-438f-8e3f-49ab3b2ae2ec,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:22.864718 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfdd1532513e4090a27d1e1fe39e3c16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2811096 Nov 18 16:22:22.864718 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.864718 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.864718 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.865094 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.865165 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 53968) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:22.865497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.865751 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.866120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.866606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.867012 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.867384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.867790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.868173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.868605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.868953 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.869335 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.869932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.870499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.870499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.871227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.871227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.871461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.871849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.872291 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.872670 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:22.877489 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:22.910024 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03bc2d-54dc-429a-8eef-644a09f64d6b req-e9268f63-1c7c-4d9f-986c-3b89d5e05725 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:22.911716 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6a03bc2d-54dc-429a-8eef-644a09f64d6b req-e9268f63-1c7c-4d9f-986c-3b89d5e05725 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1630015 Nov 18 16:22:22.919067 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74739fa8-f896-463e-8fc8-33734bbd1561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.961920 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6a03bc2d-54dc-429a-8eef-644a09f64d6b req-224a76ce-610b-44e0-aed2-dadc28454505 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440040 Nov 18 16:22:22.962782 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74739fa8-f896-463e-8fc8-33734bbd1561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:22.984961 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-46b8bbb1-5e07-4c8a-897c-f4d5f8d322af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.032245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-46b8bbb1-5e07-4c8a-897c-f4d5f8d322af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.122155 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74739fa8-f896-463e-8fc8-33734bbd1561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.127781 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:23.143272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74739fa8-f896-463e-8fc8-33734bbd1561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62589848-8b4e-44ea-b3e4-4745de5c23fd,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:23.149808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-74739fa8-f896-463e-8fc8-33734bbd1561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:23.163400 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74739fa8-f896-463e-8fc8-33734bbd1561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.165299 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-74739fa8-f896-463e-8fc8-33734bbd1561 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62589848-8b4e-44ea-b3e4-4745de5c23fd HTTP/1.1" status: 204 len: 168 time: 0.3667760 Nov 18 16:22:23.174237 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-46b8bbb1-5e07-4c8a-897c-f4d5f8d322af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.179737 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:23.195323 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb80ad0-e777-4c03-b542-99bda6f1e2b3 req-be31fb19-5854-4121-9da3-22ff9af7dea4 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:23.196989 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7cb80ad0-e777-4c03-b542-99bda6f1e2b3 req-be31fb19-5854-4121-9da3-22ff9af7dea4 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1578121 Nov 18 16:22:23.200019 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8bbb1-5e07-4c8a-897c-f4d5f8d322af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc42883-8439-438f-8e3f-49ab3b2ae2ec,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:23.202538 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-46b8bbb1-5e07-4c8a-897c-f4d5f8d322af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:23.206525 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-46b8bbb1-5e07-4c8a-897c-f4d5f8d322af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9dc42883-8439-438f-8e3f-49ab3b2ae2ec HTTP/1.1" status: 204 len: 168 time: 0.3377125 Nov 18 16:22:23.206525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-46b8bbb1-5e07-4c8a-897c-f4d5f8d322af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:23.250697 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7cb80ad0-e777-4c03-b542-99bda6f1e2b3 req-49c929b3-9e64-41fe-927d-2cefc6da5b20 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457013 Nov 18 16:22:24.202088 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418998e-5fd0-4880-908e-9b613e4c2f59 req-0a54a695-50b8-4178-837d-3b3bdc9671bf tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:24.203939 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5418998e-5fd0-4880-908e-9b613e4c2f59 req-0a54a695-50b8-4178-837d-3b3bdc9671bf tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0934255 Nov 18 16:22:24.257481 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5418998e-5fd0-4880-908e-9b613e4c2f59 req-78d308d4-fdef-4804-a698-002fbdabdb9f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440748 Nov 18 16:22:24.492648 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e6581-b7b8-41e5-974a-3fd8d1ed5da8 req-d66443fe-2db8-4d98-8d4e-456e9a475656 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:24.494700 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-961e6581-b7b8-41e5-974a-3fd8d1ed5da8 req-d66443fe-2db8-4d98-8d4e-456e9a475656 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0876920 Nov 18 16:22:24.543594 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-961e6581-b7b8-41e5-974a-3fd8d1ed5da8 req-2a713cf9-4f38-42b9-9900-316c82cd579d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422275 Nov 18 16:22:25.490215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91679d-b909-47b3-90f4-b9c2370b73c3 req-16a66e7e-8e96-47e5-a1e7-392531aa063a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:25.496077 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9b91679d-b909-47b3-90f4-b9c2370b73c3 req-16a66e7e-8e96-47e5-a1e7-392531aa063a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0913060 Nov 18 16:22:25.552276 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9b91679d-b909-47b3-90f4-b9c2370b73c3 req-38b37a7a-32d4-4690-bf46-f62a0ce1015a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542288 Nov 18 16:22:25.829911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f2912-c2c6-4488-8e6f-7943aec98251 req-fe269bbb-f555-4b46-9484-6ecc007d628a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:25.831605 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c33f2912-c2c6-4488-8e6f-7943aec98251 req-fe269bbb-f555-4b46-9484-6ecc007d628a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1377614 Nov 18 16:22:25.842393 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:22:25.899718 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c33f2912-c2c6-4488-8e6f-7943aec98251 req-47ca8df9-175b-417b-946e-391e813996d5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617275 Nov 18 16:22:26.723856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0982fed7-9a96-47e5-9a2d-ef306e77ad4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:26.760029 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b46382-c595-4960-b56a-12367cac49d4 req-63231a96-e1eb-479e-80c5-0b5775de087a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:26.761670 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d4b46382-c595-4960-b56a-12367cac49d4 req-63231a96-e1eb-479e-80c5-0b5775de087a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0860372 Nov 18 16:22:26.810370 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d4b46382-c595-4960-b56a-12367cac49d4 req-4a619ea4-4466-4bdc-b225-7e05f8373e54 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420291 Nov 18 16:22:27.130760 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158432a-2e31-42a3-8630-0e0c3a049af2 req-fefdbdc3-aeed-4a5c-8b52-b8fa7f1bf730 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:27.132625 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3158432a-2e31-42a3-8630-0e0c3a049af2 req-fefdbdc3-aeed-4a5c-8b52-b8fa7f1bf730 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1000121 Nov 18 16:22:27.194467 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3158432a-2e31-42a3-8630-0e0c3a049af2 req-7e76f586-87fe-4345-8cd4-a01444251101 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555329 Nov 18 16:22:28.025835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244aa59e-8b34-4001-aad5-2f3b3a4adf07 req-fb4afb0d-de00-4cbd-b2ca-ad315c297c43 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:28.027438 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-244aa59e-8b34-4001-aad5-2f3b3a4adf07 req-fb4afb0d-de00-4cbd-b2ca-ad315c297c43 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0868099 Nov 18 16:22:28.077510 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-244aa59e-8b34-4001-aad5-2f3b3a4adf07 req-8482bdc5-5229-4682-b639-15c2b6008f8d tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Nov 18 16:22:28.425100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bb1c8-5eed-4d4e-bc60-8c89fd8d65ad req-b97f76a2-17f4-41ab-a27e-96db93b55bfc tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:28.426668 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c08bb1c8-5eed-4d4e-bc60-8c89fd8d65ad req-b97f76a2-17f4-41ab-a27e-96db93b55bfc tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0838897 Nov 18 16:22:28.473586 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c08bb1c8-5eed-4d4e-bc60-8c89fd8d65ad req-67258b02-dfe3-4aac-b621-b778c32d1fdc tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402281 Nov 18 16:22:29.301391 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3aeaccd9-fc3c-4bce-8eba-fc8a31bc6aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:29.318275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edab2c-d855-4c03-9703-41c2b9ab95a3 req-38ccb920-e9b7-4e5e-bd82-1dd9a6f13234 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:29.319943 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-43edab2c-d855-4c03-9703-41c2b9ab95a3 req-38ccb920-e9b7-4e5e-bd82-1dd9a6f13234 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1077063 Nov 18 16:22:29.376667 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-43edab2c-d855-4c03-9703-41c2b9ab95a3 req-14ce51a2-a152-4a46-a069-450bde57d3f7 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495195 Nov 18 16:22:29.654917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:29.694145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86261592-3079-423c-9d12-9d4e929c8de4 req-33bd1dc4-3dec-4c0c-a8d1-93e58242d364 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:29.695973 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-86261592-3079-423c-9d12-9d4e929c8de4 req-33bd1dc4-3dec-4c0c-a8d1-93e58242d364 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0819957 Nov 18 16:22:29.744484 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-86261592-3079-423c-9d12-9d4e929c8de4 req-b07de9ff-6ae2-46b8-8b0e-371c8246b147 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Nov 18 16:22:30.650606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:30.763419 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f38412c-70b6-4b60-b185-c6263d9d1add req-91329234-223a-4413-b2da-39d07f48f41f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:30.764788 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6f38412c-70b6-4b60-b185-c6263d9d1add req-91329234-223a-4413-b2da-39d07f48f41f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.2596109 Nov 18 16:22:30.815993 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6f38412c-70b6-4b60-b185-c6263d9d1add req-e10dd03a-ec6d-4b9e-a508-e3ea5b5fc17d tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 Nov 18 16:22:30.969916 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96de7a1-7dc4-4a08-abaa-baf87b155506 req-9f13b0f0-0356-4f92-bd61-7a0db3c36fb5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:30.971480 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d96de7a1-7dc4-4a08-abaa-baf87b155506 req-9f13b0f0-0356-4f92-bd61-7a0db3c36fb5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0835903 Nov 18 16:22:31.017916 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d96de7a1-7dc4-4a08-abaa-baf87b155506 req-3a7ffcfe-46f5-4c3c-8f83-317548ea7133 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404906 Nov 18 16:22:31.159204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:32.027571 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcf9b4-0d22-485c-845e-fd9008e699cb req-73df97d1-95c8-46eb-a485-76f21c268dce tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:32.029191 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2cdcf9b4-0d22-485c-845e-fd9008e699cb req-73df97d1-95c8-46eb-a485-76f21c268dce tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0816875 Nov 18 16:22:32.076780 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2cdcf9b4-0d22-485c-845e-fd9008e699cb req-05f7a0ff-d12a-45f3-b5b2-b063aebf698f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Nov 18 16:22:32.242284 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78ef1e-c588-40ca-82b8-9769947acb2a req-0b3f2a31-652f-453c-ab3a-ada65c44f577 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:32.243869 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9d78ef1e-c588-40ca-82b8-9769947acb2a req-0b3f2a31-652f-453c-ab3a-ada65c44f577 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0808134 Nov 18 16:22:32.294501 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9d78ef1e-c588-40ca-82b8-9769947acb2a req-f3a14b0b-5330-463a-9099-20fc5ab2b129 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Nov 18 16:22:33.286509 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5699165-7625-4fd3-9225-a817b4fcf0d0 req-25b762e7-bf1a-46a9-866b-1cab0105c10b tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:33.288162 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b5699165-7625-4fd3-9225-a817b4fcf0d0 req-25b762e7-bf1a-46a9-866b-1cab0105c10b tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0851059 Nov 18 16:22:33.335887 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b5699165-7625-4fd3-9225-a817b4fcf0d0 req-a3051711-c380-4101-aa24-ec00a3efbe7a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416412 Nov 18 16:22:33.523843 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687a54b-476d-498f-9725-f4f914d4c9e3 req-c2c63765-ac7a-4ac9-b6c2-0bc5cd95c60e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:33.525470 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a687a54b-476d-498f-9725-f4f914d4c9e3 req-c2c63765-ac7a-4ac9-b6c2-0bc5cd95c60e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0833995 Nov 18 16:22:33.574018 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a687a54b-476d-498f-9725-f4f914d4c9e3 req-8e9724d3-4c92-4574-961a-9db9446f8a91 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419860 Nov 18 16:22:33.662108 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 9185da52-7e4d-4a59-834a-05b87e9ab962 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:33.731328 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port 9185da52-7e4d-4a59-834a-05b87e9ab962 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:33.736368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 9185da52-7e4d-4a59-834a-05b87e9ab962 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:33.736789 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:33.867939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:33.896938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9185da52-7e4d-4a59-834a-05b87e9ab962'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:33.914105 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 9185da52-7e4d-4a59-834a-05b87e9ab962, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9185da52-7e4d-4a59-834a-05b87e9ab962,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:33.917049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:33.919639 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:33.955437 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9185da52-7e4d-4a59-834a-05b87e9ab962', 'code': 200} Nov 18 16:22:33.990105 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=9185da52-7e4d-4a59-834a-05b87e9ab962,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:34.000217 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.000612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.000993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.001371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.001750 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.002123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.002493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.002862 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.003231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.003617 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.004003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.004350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.004754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.005765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.006130 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.006493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.006856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.007221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.007601 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.007965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.008326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.008684 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.009045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.009404 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:22:34.014002 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:34.551752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e65e16-73eb-429a-8edd-c414c157cd88 req-8771521e-3e4e-4432-9913-35b30500be2b tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:34.553882 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-26e65e16-73eb-429a-8edd-c414c157cd88 req-8771521e-3e4e-4432-9913-35b30500be2b tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0891337 Nov 18 16:22:34.601599 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-26e65e16-73eb-429a-8edd-c414c157cd88 req-4f6ffe57-e1f7-4e77-82ac-3f0bee614f70 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412695 Nov 18 16:22:34.852253 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ead04-a3ee-4d74-a431-19d622abf578 req-f17f59bb-bd00-4859-a0a0-76009d7bcab8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:34.853889 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-745ead04-a3ee-4d74-a431-19d622abf578 req-f17f59bb-bd00-4859-a0a0-76009d7bcab8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.1145041 Nov 18 16:22:34.924594 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-745ead04-a3ee-4d74-a431-19d622abf578 req-6a1495d8-db2a-474a-9934-bf77d90f8f97 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638635 Nov 18 16:22:35.818521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e79372-7810-41e1-87df-efde33146467 req-8cf07590-a045-4390-8873-bf93a49a6028 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:35.820776 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-42e79372-7810-41e1-87df-efde33146467 req-8cf07590-a045-4390-8873-bf93a49a6028 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0884633 Nov 18 16:22:35.871290 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-42e79372-7810-41e1-87df-efde33146467 req-cab80ea6-f35e-4470-ba87-d0aaebd975b9 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440114 Nov 18 16:22:36.148861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766386f6-dc2b-4c87-ad89-78cd8d5d5158 req-a1b466a6-eeb6-41f5-884e-b7f2446d64b6 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:36.150471 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-766386f6-dc2b-4c87-ad89-78cd8d5d5158 req-a1b466a6-eeb6-41f5-884e-b7f2446d64b6 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0830777 Nov 18 16:22:36.198872 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-766386f6-dc2b-4c87-ad89-78cd8d5d5158 req-d6c3472d-9630-416d-a8c9-6e6d04283a2b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424013 Nov 18 16:22:37.105065 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d1399-b5f4-4c57-afea-b6944c85c6ed req-6a01eef1-102e-43d4-b52d-4321a1885ac8 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:37.106601 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b6d1399-b5f4-4c57-afea-b6944c85c6ed req-6a01eef1-102e-43d4-b52d-4321a1885ac8 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1069949 Nov 18 16:22:37.155904 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b6d1399-b5f4-4c57-afea-b6944c85c6ed req-77c5f7dd-6cef-4caf-ba8c-67050f6fbb5f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424597 Nov 18 16:22:37.424577 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a1999-2a6f-473e-9127-ba5adc19e3ca req-cf093753-d1ff-4da4-aab7-d69c3590202c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:37.426071 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e36a1999-2a6f-473e-9127-ba5adc19e3ca req-cf093753-d1ff-4da4-aab7-d69c3590202c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0847836 Nov 18 16:22:37.475704 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e36a1999-2a6f-473e-9127-ba5adc19e3ca req-c14a41b6-4aa7-4e69-8c8b-9cb13253e5ee tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428679 Nov 18 16:22:38.367333 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79dd4c-8495-44ae-8ac2-0108199b63d2 req-86b2e7e8-f16e-4b34-a794-140f8e1f1ed8 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:38.368988 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0a79dd4c-8495-44ae-8ac2-0108199b63d2 req-86b2e7e8-f16e-4b34-a794-140f8e1f1ed8 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0826986 Nov 18 16:22:38.415936 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0a79dd4c-8495-44ae-8ac2-0108199b63d2 req-e90b89fc-b840-4caa-9b28-24c94c991dc5 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409503 Nov 18 16:22:38.700051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c5da9-9958-45b2-b46c-b26f1d8008cf req-017fd0fd-e304-4f2b-82c3-9003d9df9622 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:38.701574 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d29c5da9-9958-45b2-b46c-b26f1d8008cf req-017fd0fd-e304-4f2b-82c3-9003d9df9622 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0826159 Nov 18 16:22:38.748803 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d29c5da9-9958-45b2-b46c-b26f1d8008cf req-65046b4f-3e3f-4d4e-93a3-2777de433435 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411747 Nov 18 16:22:38.881748 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ca5f316f-8f68-463f-86e2-fe61d30ee39b req-0fd55ca7-6835-44ef-afdb-1f87b6feb4c2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 1163 time: 0.0772960 Nov 18 16:22:38.883735 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b5bdb36-9f2e-49bf-9d75-d33ba97c2eca req-4e6deef5-4dee-4acc-82a2-77cd3f922d2f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0785768 Nov 18 16:22:38.951174 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 9185da52-7e4d-4a59-834a-05b87e9ab962 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:22:38.970587 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ca5f316f-8f68-463f-86e2-fe61d30ee39b req-52657706-4db1-4997-baca-87ad5fa94cc7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417285 Nov 18 16:22:39.027341 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 9185da52-7e4d-4a59-834a-05b87e9ab962 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:39.027816 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:39.399434 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b5bdb36-9f2e-49bf-9d75-d33ba97c2eca req-82993714-ae1c-43c4-b481-2a4e8dd0fbce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=275f5c2d7f7e45918c85f24f703f0c38&device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 1162 time: 0.0873182 Nov 18 16:22:39.634360 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bdb36-9f2e-49bf-9d75-d33ba97c2eca req-df4e98b4-b94d-4c28-9da2-1b33e79d1526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:39.635979 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b5bdb36-9f2e-49bf-9d75-d33ba97c2eca req-df4e98b4-b94d-4c28-9da2-1b33e79d1526 service neutron] 10.222.0.49 "GET /v2.0/networks?id=922535bd-5d1c-4fca-8048-304e0e7f2e3a HTTP/1.1" status: 200 len: 906 time: 0.2097178 Nov 18 16:22:39.723038 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b5bdb36-9f2e-49bf-9d75-d33ba97c2eca req-e504560b-a9af-4509-9c7e-e8cc7d8dfc79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 HTTP/1.1" status: 200 len: 217 time: 0.0756249 Nov 18 16:22:39.737909 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ebe60-53e8-475a-a6d7-63be67f2d4ec req-30e7e937-d260-4018-8a5d-d48664db88eb tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:39.740005 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-673ebe60-53e8-475a-a6d7-63be67f2d4ec req-30e7e937-d260-4018-8a5d-d48664db88eb tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1527698 Nov 18 16:22:39.840951 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bdb36-9f2e-49bf-9d75-d33ba97c2eca req-fa985fa4-140f-4984-8e86-51e07c3a05f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:39.842541 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b5bdb36-9f2e-49bf-9d75-d33ba97c2eca req-fa985fa4-140f-4984-8e86-51e07c3a05f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a6365b4b-296b-4eb4-a5a4-7f81cccbe554 HTTP/1.1" status: 200 len: 852 time: 0.1111326 Nov 18 16:22:39.847645 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-673ebe60-53e8-475a-a6d7-63be67f2d4ec req-229a9667-56fa-4b97-8763-470ff3213a56 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676849 Nov 18 16:22:39.898544 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b5bdb36-9f2e-49bf-9d75-d33ba97c2eca req-35b6e1cd-9ce8-4d37-a91a-4df75cf42207 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=922535bd-5d1c-4fca-8048-304e0e7f2e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444641 Nov 18 16:22:39.982045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4269e6-23e6-40be-a27b-7464bf88adc1 req-0eef9f4b-77ea-41fb-beec-90caa71e0dc7 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:39.983681 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3b4269e6-23e6-40be-a27b-7464bf88adc1 req-0eef9f4b-77ea-41fb-beec-90caa71e0dc7 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0863218 Nov 18 16:22:40.036749 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3b4269e6-23e6-40be-a27b-7464bf88adc1 req-c3c0caec-e148-4e43-8094-34ce443557f4 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457227 Nov 18 16:22:40.218880 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b5bdb36-9f2e-49bf-9d75-d33ba97c2eca req-72ab962f-a379-4e6e-b622-d6e986dc3af7 service neutron] 10.222.0.49 "GET /v2.0/networks/922535bd-5d1c-4fca-8048-304e0e7f2e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064313 Nov 18 16:22:40.365699 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b5bdb36-9f2e-49bf-9d75-d33ba97c2eca req-cfe132a5-0724-42d0-89da-5b50cae8e668 service neutron] 10.222.0.49 "GET /v2.0/networks/922535bd-5d1c-4fca-8048-304e0e7f2e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377153 Nov 18 16:22:40.946005 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d1f06-9599-4189-ba3f-9879e697a57f req-d47d097e-19c6-446f-8992-17e734551b15 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:40.947914 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cf7d1f06-9599-4189-ba3f-9879e697a57f req-d47d097e-19c6-446f-8992-17e734551b15 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 945 time: 0.0896199 Nov 18 16:22:40.998952 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cf7d1f06-9599-4189-ba3f-9879e697a57f req-c3dce630-d138-430d-96b2-b290bc5a9766 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442286 Nov 18 16:22:41.134506 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8e866-e35d-46ec-9b62-57fa6b3745a1 req-876aa9bc-ea43-45c1-833c-db97cdedb384 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:41.136392 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-50e8e866-e35d-46ec-9b62-57fa6b3745a1 req-876aa9bc-ea43-45c1-833c-db97cdedb384 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1429052 Nov 18 16:22:41.202569 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-50e8e866-e35d-46ec-9b62-57fa6b3745a1 req-f3785014-4138-4c3b-a718-cf6f6f38a7af tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554602 Nov 18 16:22:41.287450 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9598f-9f72-4f28-a334-8dc9ad8a126b req-9d6b2f9e-0947-4eb8-9bc5-6a204556dd39 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:41.289042 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4ea9598f-9f72-4f28-a334-8dc9ad8a126b req-9d6b2f9e-0947-4eb8-9bc5-6a204556dd39 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0868051 Nov 18 16:22:41.338017 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4ea9598f-9f72-4f28-a334-8dc9ad8a126b req-69725b73-0dda-4b4d-a348-d8c70e9d2779 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427778 Nov 18 16:22:42.241071 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599099c5-6ce7-4e2d-a89f-2958d25fb5b8 req-158dcacf-69e2-47b2-8b5d-d38a460f8a4b tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:42.242784 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-599099c5-6ce7-4e2d-a89f-2958d25fb5b8 req-158dcacf-69e2-47b2-8b5d-d38a460f8a4b tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 945 time: 0.0946066 Nov 18 16:22:42.306363 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-599099c5-6ce7-4e2d-a89f-2958d25fb5b8 req-e82db627-97fc-4dbd-8575-67f963b48fd3 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559051 Nov 18 16:22:42.438053 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8c0a4-ce6e-4763-aacc-8f3b232962ce req-e7c309d1-0bd9-452d-9a0a-4bb08a0249ec tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:42.440429 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a3e8c0a4-ce6e-4763-aacc-8f3b232962ce req-e7c309d1-0bd9-452d-9a0a-4bb08a0249ec tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0886829 Nov 18 16:22:42.491992 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a3e8c0a4-ce6e-4763-aacc-8f3b232962ce req-3a5d4401-5846-4a9e-96d7-1cae2cdd2fb4 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449426 Nov 18 16:22:42.573575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efccc19-b970-4d8e-bf23-a693d893b671 req-2dabea71-d60b-4fac-ab3f-6cd0b428ce23 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:42.575266 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9efccc19-b970-4d8e-bf23-a693d893b671 req-2dabea71-d60b-4fac-ab3f-6cd0b428ce23 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0865178 Nov 18 16:22:42.624204 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9efccc19-b970-4d8e-bf23-a693d893b671 req-b324ec3f-a321-45b9-a5d3-f5fc6c5263f9 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424843 Nov 18 16:22:42.846116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15fb3e-008b-4bef-b6b8-5df4511efdd8 req-597b9a4a-ecc7-485e-8dc2-96c292d2c99a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:42.847775 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bb15fb3e-008b-4bef-b6b8-5df4511efdd8 req-597b9a4a-ecc7-485e-8dc2-96c292d2c99a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0840633 Nov 18 16:22:42.857281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 54390) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:42.863352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-37690ece-dbd9-4bc6-9ad2-81ac946e3437 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Request body: {'floatingip': {'port_id': '9185da52-7e4d-4a59-834a-05b87e9ab962'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:42.947206 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-37690ece-dbd9-4bc6-9ad2-81ac946e3437 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:43.099347 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:43.657545 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf0ece-5ef3-4d79-8044-658bd1cdc51c req-d5ef3cb7-78dd-4636-8fcc-44ad99c8e620 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:43.659201 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-10bf0ece-5ef3-4d79-8044-658bd1cdc51c req-d5ef3cb7-78dd-4636-8fcc-44ad99c8e620 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 945 time: 0.1314209 Nov 18 16:22:43.744580 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7dbb7-a8a6-4907-b85f-3a1a969ced30 req-0f1bb285-c340-43a3-95f3-b7b9a10b943b tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:43.747127 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-aff7dbb7-a8a6-4907-b85f-3a1a969ced30 req-0f1bb285-c340-43a3-95f3-b7b9a10b943b tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1188791 Nov 18 16:22:43.811780 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-10bf0ece-5ef3-4d79-8044-658bd1cdc51c req-fed5643f-135e-4802-ba7f-fb55908a35a6 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419995 Nov 18 16:22:43.839845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.resource_extend [None req-37690ece-dbd9-4bc6-9ad2-81ac946e3437 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 16:22:43.861557 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-aff7dbb7-a8a6-4907-b85f-3a1a969ced30 req-2450434f-8a11-445a-8a44-650cb5ffb4ae tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010566 Nov 18 16:22:43.946648 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-37690ece-dbd9-4bc6-9ad2-81ac946e3437 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:43.949789 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-37690ece-dbd9-4bc6-9ad2-81ac946e3437 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:44.224637 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [None req-37690ece-dbd9-4bc6-9ad2-81ac946e3437 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Floating IP 7c018e82-9458-4a96-8b66-b7fcf05d2f8d associated. External IP: 172.27.0.28, port: 9185da52-7e4d-4a59-834a-05b87e9ab962. Nov 18 16:22:44.312235 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 54434) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:44.513808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aa647091-90d9-4374-97ad-0db581a3feb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:44.551276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-aa647091-90d9-4374-97ad-0db581a3feb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:44.556335 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-aa647091-90d9-4374-97ad-0db581a3feb9 admin admin] Usage tracker for resource:security_group_rule and tenant:a0e6b6fa4d15451bb475733aae460eeb is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:44.559727 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-aa647091-90d9-4374-97ad-0db581a3feb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:44.565795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-aa647091-90d9-4374-97ad-0db581a3feb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:44.638801 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aa647091-90d9-4374-97ad-0db581a3feb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:44.641765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aa647091-90d9-4374-97ad-0db581a3feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:44.650807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:44.688571 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-87218687-d3e4-42e3-8013-f6c8264b0cdb tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:44.690162 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-87218687-d3e4-42e3-8013-f6c8264b0cdb tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.49 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 945 time: 0.3369215 Nov 18 16:22:44.700117 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-aa647091-90d9-4374-97ad-0db581a3feb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0e6b6fa4d15451bb475733aae460eeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3865607 Nov 18 16:22:44.701326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 54450) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:44.716421 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa647091-90d9-4374-97ad-0db581a3feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f6723a-714b-4f6c-8901-24adb00b8d5a,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:44.720509 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-aa647091-90d9-4374-97ad-0db581a3feb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:44.770384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 54454) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:44.792237 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Deleting port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:22:44.792624 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:44.793927 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-05f2b7b2-6ca4-4fd1-8a18-5d3ac629a893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:44.823455 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-05f2b7b2-6ca4-4fd1-8a18-5d3ac629a893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:44.873006 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-05f2b7b2-6ca4-4fd1-8a18-5d3ac629a893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:44.879479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ec77ab9a-83a0-4225-bfed-374dcd2e8c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:44.894270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2b7b2-6ca4-4fd1-8a18-5d3ac629a893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f6723a-714b-4f6c-8901-24adb00b8d5a,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:44.907608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-05f2b7b2-6ca4-4fd1-8a18-5d3ac629a893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:44.912537 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-05f2b7b2-6ca4-4fd1-8a18-5d3ac629a893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:44.917752 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-05f2b7b2-6ca4-4fd1-8a18-5d3ac629a893 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7f6723a-714b-4f6c-8901-24adb00b8d5a HTTP/1.1" status: 204 len: 168 time: 0.2143381 Nov 18 16:22:44.961918 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-21681c5f-5215-4b78-a476-ab123f0f1fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:44.999251 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-21681c5f-5215-4b78-a476-ab123f0f1fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:45.005656 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-21681c5f-5215-4b78-a476-ab123f0f1fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:ee56a36277414034a155bf0de74768ee is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:45.009717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-21681c5f-5215-4b78-a476-ab123f0f1fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:45.017053 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-21681c5f-5215-4b78-a476-ab123f0f1fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:45.097038 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-21681c5f-5215-4b78-a476-ab123f0f1fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:45.149250 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-21681c5f-5215-4b78-a476-ab123f0f1fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:45.178214 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d236aa6c-28d9-4542-9cf3-337a45a829cb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:45.187783 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-21681c5f-5215-4b78-a476-ab123f0f1fc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee56a36277414034a155bf0de74768ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4066472 Nov 18 16:22:45.193331 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 54468) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:45.269071 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21681c5f-5215-4b78-a476-ab123f0f1fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dc8302-ccb9-4a12-9b4b-6246ea854aa6,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:45.273290 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-21681c5f-5215-4b78-a476-ab123f0f1fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:45.310167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e2c9-3b39-4d15-ab2e-955520eb35d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:45.315761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:22:45.339600 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] For port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074,segment=NetworkSegment(65c773a0-f8b8-4242-b23c-f0f84c8b40ea),segment_id=65c773a0-f8b8-4242-b23c-f0f84c8b40ea)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:45.340002 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:45.340748 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c53a9-ea49-4ce3-a175-338a4d8a2e6e req-7f69cf93-da7a-4661-b129-6bafc94f0759 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:45.342510 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-273c53a9-ea49-4ce3-a175-338a4d8a2e6e req-7f69cf93-da7a-4661-b129-6bafc94f0759 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.2437882 Nov 18 16:22:45.428182 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875868dc-3796-4656-aec7-a20cc6d3aa3d req-37fcf326-1165-4615-aa93-994d736200db tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:45.435841 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-875868dc-3796-4656-aec7-a20cc6d3aa3d req-37fcf326-1165-4615-aa93-994d736200db tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 945 time: 0.3543506 Nov 18 16:22:45.446379 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e2c9-3b39-4d15-ab2e-955520eb35d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:45.521962 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Calling delete_port for cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:22:45.531734 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-273c53a9-ea49-4ce3-a175-338a4d8a2e6e req-9c1510d0-82c2-4b6e-9f07-a2db1a009a49 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720252 Nov 18 16:22:45.593868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:45.601332 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e2c9-3b39-4d15-ab2e-955520eb35d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:45.610987 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-dc143cc2-1019-4cb4-be88-8ba1b53622bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:45.619404 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37690ece-dbd9-4bc6-9ad2-81ac946e3437 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:22:45.626039 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8e2c9-3b39-4d15-ab2e-955520eb35d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dc8302-ccb9-4a12-9b4b-6246ea854aa6,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:45.637740 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e2f8e2c9-3b39-4d15-ab2e-955520eb35d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:45.643055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074,segment=NetworkSegment(65c773a0-f8b8-4242-b23c-f0f84c8b40ea),segment_id=65c773a0-f8b8-4242-b23c-f0f84c8b40ea)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:45.647180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6319a0-7616-473c-9651-d9d57d865314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbcbd943-8ec2-4d2d-8eea-2e2a2f162074'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:45.650621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e2c9-3b39-4d15-ab2e-955520eb35d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:45.658598 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e2f8e2c9-3b39-4d15-ab2e-955520eb35d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19dc8302-ccb9-4a12-9b4b-6246ea854aa6 HTTP/1.1" status: 204 len: 168 time: 0.4604158 Nov 18 16:22:45.728824 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:45.732722 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-97a7ccef-71a7-45a2-a29e-e96fd808237c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:45.737583 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-875868dc-3796-4656-aec7-a20cc6d3aa3d req-7648931b-ef69-44b4-9fe6-67f95877b730 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007078 Nov 18 16:22:45.837466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:22:45.838074 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:22:45.874786 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6319a0-7616-473c-9651-d9d57d865314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbcbd943-8ec2-4d2d-8eea-2e2a2f162074', 'code': 200} Nov 18 16:22:45.912873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:45.925784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:46.006635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37690ece-dbd9-4bc6-9ad2-81ac946e3437 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:22:46.018010 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-37690ece-dbd9-4bc6-9ad2-81ac946e3437 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:46.023828 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac141d2-ae8b-4ba0-967b-ff65dd0b5fd6 None None] Sync routers for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:22:46.038807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac141d2-ae8b-4ba0-967b-ff65dd0b5fd6 None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:22:46.039774 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-bac141d2-ae8b-4ba0-967b-ff65dd0b5fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:22:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:22:46.160135 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-37690ece-dbd9-4bc6-9ad2-81ac946e3437 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "PUT /v2.0/floatingips/7c018e82-9458-4a96-8b66-b7fcf05d2f8d HTTP/1.1" status: 200 len: 991 time: 3.2891889 Nov 18 16:22:46.164080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'tag': '9185da52-7e4d-4a59-834a-05b87e9ab962'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:46.295078 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'tag': '9185da52-7e4d-4a59-834a-05b87e9ab962', 'status': 'completed', 'code': 200} Nov 18 16:22:46.339507 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Deleting port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:22:46.340134 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:46.359129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-bac141d2-ae8b-4ba0-967b-ff65dd0b5fd6 None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:22:46.518463 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-df0d3af6-1de2-4a7b-b6bd-59395be8392d req-db2de3e6-2983-4a18-ab07-2f127363e97a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 1163 time: 0.1806512 Nov 18 16:22:46.567772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 54524) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:46.615697 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5db4fbae-8d33-45c4-ac84-24bdb70c50c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:46.726070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d3af6-1de2-4a7b-b6bd-59395be8392d req-9503bfae-16d3-426e-bcb4-61f82ae03ae4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:46.728015 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-df0d3af6-1de2-4a7b-b6bd-59395be8392d req-9503bfae-16d3-426e-bcb4-61f82ae03ae4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 910 time: 0.1919906 Nov 18 16:22:46.956379 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5db4fbae-8d33-45c4-ac84-24bdb70c50c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:46.986551 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-bac141d2-ae8b-4ba0-967b-ff65dd0b5fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '7c018e82-9458-4a96-8b66-b7fcf05d2f8d', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'port_id': '9185da52-7e4d-4a59-834a-05b87e9ab962', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'mac_address': 'fa:16:3e:d8:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:22:00Z', 'updated_at': '2020-11-18T16:22:43Z', 'revision_number': 1, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:58Z', 'revision_number': 5, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:22:46.987186 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5db4fbae-8d33-45c4-ac84-24bdb70c50c1 admin admin] Usage tracker for resource:security_group_rule and tenant:aa3012cb3100454aacd251ea306f6044 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:46.992037 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac141d2-ae8b-4ba0-967b-ff65dd0b5fd6 None None] Checking router: fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:22:47.003352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5db4fbae-8d33-45c4-ac84-24bdb70c50c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:47.006245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac141d2-ae8b-4ba0-967b-ff65dd0b5fd6 None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:22:47.006945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-bac141d2-ae8b-4ba0-967b-ff65dd0b5fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:22:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:22:47.055432 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-df0d3af6-1de2-4a7b-b6bd-59395be8392d req-1c0babda-c010-429c-9ca8-eef1ba9c19e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9185da52-7e4d-4a59-834a-05b87e9ab962 HTTP/1.1" status: 200 len: 999 time: 0.3169537 Nov 18 16:22:47.068558 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5db4fbae-8d33-45c4-ac84-24bdb70c50c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:47.146939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d3af6-1de2-4a7b-b6bd-59395be8392d req-c0713d40-9d57-47d7-92f1-d22389679b42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:47.148593 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-df0d3af6-1de2-4a7b-b6bd-59395be8392d req-c0713d40-9d57-47d7-92f1-d22389679b42 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1beae45-1813-4b14-95e2-5567322586dc HTTP/1.1" status: 200 len: 855 time: 0.0808921 Nov 18 16:22:47.158991 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902061b-9494-4870-a300-9551bf907c64 req-cfdd762c-8350-4d0c-a806-d0756566d7e5 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:47.161352 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d902061b-9494-4870-a300-9551bf907c64 req-cfdd762c-8350-4d0c-a806-d0756566d7e5 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.2591746 Nov 18 16:22:47.241268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] For port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074,segment=NetworkSegment(65c773a0-f8b8-4242-b23c-f0f84c8b40ea),segment_id=65c773a0-f8b8-4242-b23c-f0f84c8b40ea)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:22:47.241898 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:47.249144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-bac141d2-ae8b-4ba0-967b-ff65dd0b5fd6 None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:22:47.268255 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d902061b-9494-4870-a300-9551bf907c64 req-dbcedd2e-5d4e-4f28-9088-276c92281984 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519199 Nov 18 16:22:47.307893 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-df0d3af6-1de2-4a7b-b6bd-59395be8392d req-af4be919-7f7a-46b1-89de-c6b391bf2316 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b887802-331a-4da8-8c9d-df380fb14d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1453662 Nov 18 16:22:47.392226 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Calling delete_port for cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:22:47.508407 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-df0d3af6-1de2-4a7b-b6bd-59395be8392d req-d57c7152-dc70-474f-a222-b433af6a7d54 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821814 Nov 18 16:22:47.745652 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-df0d3af6-1de2-4a7b-b6bd-59395be8392d req-9d0a1f2e-3e2a-4760-aeec-ec5c50d298d5 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2226408 Nov 18 16:22:47.870919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859caf33-98fa-4d05-8d49-cd4c65aff6c7 req-9dde58fa-39de-48fc-b040-4871e5b3224e tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:47.871738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-859caf33-98fa-4d05-8d49-cd4c65aff6c7 req-9dde58fa-39de-48fc-b040-4871e5b3224e tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Synchronizing usage tracker for tenant:275f5c2d7f7e45918c85f24f703f0c38 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:47.888383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-bac141d2-ae8b-4ba0-967b-ff65dd0b5fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '7c018e82-9458-4a96-8b66-b7fcf05d2f8d', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'port_id': '9185da52-7e4d-4a59-834a-05b87e9ab962', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'mac_address': 'fa:16:3e:d8:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:22:00Z', 'updated_at': '2020-11-18T16:22:43Z', 'revision_number': 1, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:58Z', 'revision_number': 5, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:22:47.894103 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac141d2-ae8b-4ba0-967b-ff65dd0b5fd6 None None] The sync data for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi is: [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '7c018e82-9458-4a96-8b66-b7fcf05d2f8d', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'port_id': '9185da52-7e4d-4a59-834a-05b87e9ab962', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'mac_address': 'fa:16:3e:d8:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:22:00Z', 'updated_at': '2020-11-18T16:22:43Z', 'revision_number': 1, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:58Z', 'revision_number': 5, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:22:47.912375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5db4fbae-8d33-45c4-ac84-24bdb70c50c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:47.917088 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-859caf33-98fa-4d05-8d49-cd4c65aff6c7 req-9dde58fa-39de-48fc-b040-4871e5b3224e tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Unset dirty status for tenant:275f5c2d7f7e45918c85f24f703f0c38 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:47.918499 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-859caf33-98fa-4d05-8d49-cd4c65aff6c7 req-9dde58fa-39de-48fc-b040-4871e5b3224e tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 943 time: 0.8522689 Nov 18 16:22:47.920237 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5db4fbae-8d33-45c4-ac84-24bdb70c50c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:47.930318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d5b8dd43-6731-48b1-82d5-f1b77ab7d6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:47.978395 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4fbae-8d33-45c4-ac84-24bdb70c50c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0c81a1-d93e-47c1-abb2-8e98b78048ea,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:48.022607 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5db4fbae-8d33-45c4-ac84-24bdb70c50c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:48.059321 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5db4fbae-8d33-45c4-ac84-24bdb70c50c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa3012cb3100454aacd251ea306f6044&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4901574 Nov 18 16:22:48.062009 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 54552) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:48.094485 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-859caf33-98fa-4d05-8d49-cd4c65aff6c7 req-df010a8b-dc01-4222-a2e0-596c1cdfcd9b tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/security-groups?id=6128d14a-ab58-4ec7-959f-0d39ae0ec613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653447 Nov 18 16:22:48.096127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:48.120068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:48.140629 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-192690d5-9dd4-4644-a46a-f3ed3775663a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:48.170514 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-192690d5-9dd4-4644-a46a-f3ed3775663a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:48.182070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Pushing event deleted for resources: {'Port': ['ID=cbcbd943-8ec2-4d2d-8eea-2e2a2f162074,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:48.193369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:48.248679 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-192690d5-9dd4-4644-a46a-f3ed3775663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:48.254135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:48.267360 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192690d5-9dd4-4644-a46a-f3ed3775663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0c81a1-d93e-47c1-abb2-8e98b78048ea,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:48.278791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-192690d5-9dd4-4644-a46a-f3ed3775663a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:48.281403 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-192690d5-9dd4-4644-a46a-f3ed3775663a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:48.282887 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-192690d5-9dd4-4644-a46a-f3ed3775663a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f0c81a1-d93e-47c1-abb2-8e98b78048ea HTTP/1.1" status: 204 len: 168 time: 0.2197478 Nov 18 16:22:48.360364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c09b9a3-2a83-49f8-a333-99483d40c992 None None] New status for floating IP 7c018e82-9458-4a96-8b66-b7fcf05d2f8d: ACTIVE {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:22:48.422338 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] No DVR routers for this DVR port cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:22:48.426795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:48.430053 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6319a0-7616-473c-9651-d9d57d865314', 'name': 'network-vif-deleted', 'tag': 'cbcbd943-8ec2-4d2d-8eea-2e2a2f162074'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:22:48.480001 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-be8ca50d-5003-4d88-a165-f9ce1b992ff1 req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.49 "DELETE /v2.0/ports/cbcbd943-8ec2-4d2d-8eea-2e2a2f162074 HTTP/1.1" status: 204 len: 173 time: 3.7751484 Nov 18 16:22:48.529647 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6319a0-7616-473c-9651-d9d57d865314', 'name': 'network-vif-deleted', 'tag': 'cbcbd943-8ec2-4d2d-8eea-2e2a2f162074', 'status': 'completed', 'code': 200} Nov 18 16:22:48.558308 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb06508-bf22-4281-872e-f0293ee7e14f req-95419d44-ce4a-4fc8-acd2-b30a59f03f51 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:48.567959 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bfb06508-bf22-4281-872e-f0293ee7e14f req-95419d44-ce4a-4fc8-acd2-b30a59f03f51 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1196103 Nov 18 16:22:48.630537 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bfb06508-bf22-4281-872e-f0293ee7e14f req-f864441e-889b-4300-8d1c-73ccb4f9e4de tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612700 Nov 18 16:22:49.295466 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-38dbd984-389b-470e-be34-7775a808342c req-2c7da1ea-1411-447c-ac90-8d4f76224840 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 210 time: 0.0471418 Nov 18 16:22:49.412809 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-3cd93ca8-0212-4dce-a182-15935c365715 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/networks?tenant_id=aadefb8730b144ba8d833df40d40bca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329530 Nov 18 16:22:49.595724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-4455eb07-dd06-4d34-ab13-b7a06ab6775f tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:49.597414 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-4455eb07-dd06-4d34-ab13-b7a06ab6775f tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783364 Nov 18 16:22:49.618561 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-b73b251b-2f9d-4798-b6f8-ffb494def798 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/quotas/aadefb8730b144ba8d833df40d40bca4 HTTP/1.1" status: 200 len: 375 time: 0.0147097 Nov 18 16:22:49.682027 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-2b2682ad-be48-4f5a-a595-0b00603d2ac7 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?tenant_id=aadefb8730b144ba8d833df40d40bca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567651 Nov 18 16:22:49.973356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41978d29-e9d8-459e-ab72-2e8fed627a56 req-fe3ca02c-d95a-43c8-948d-c2e88b51aca4 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:49.992957 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41978d29-e9d8-459e-ab72-2e8fed627a56 req-fe3ca02c-d95a-43c8-948d-c2e88b51aca4 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1088183 Nov 18 16:22:50.026343 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2b985228-a458-465e-9c80-cbf3bf07aac5 req-e4e43c8e-9a93-4b18-be0a-15f8c28c630f tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 210 time: 0.0769012 Nov 18 16:22:50.094126 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41978d29-e9d8-459e-ab72-2e8fed627a56 req-6f431d00-f926-4175-8817-c32b2ae008a8 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991554 Nov 18 16:22:50.524119 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-55a50723-29ef-40f3-8cb9-87240b2477fb req-8b82af98-fd80-4a4a-bc18-53fa40143151 tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] 10.222.0.15 "GET /v2.0/ports?device_id=1b6319a0-7616-473c-9651-d9d57d865314 HTTP/1.1" status: 200 len: 210 time: 0.0496068 Nov 18 16:22:51.220091 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-904a865f-3e6e-42e0-a9d2-bfa0db9c0911 req-b5b052bc-d114-40ec-b017-76834d8774c8 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 210 time: 0.0513954 Nov 18 16:22:51.326295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f37bc5-f524-4683-8c10-b993cb1a11d3 req-45fe3449-0393-4eeb-9b6f-272149c1e74c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:51.328083 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c8f37bc5-f524-4683-8c10-b993cb1a11d3 req-45fe3449-0393-4eeb-9b6f-272149c1e74c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1006558 Nov 18 16:22:51.385452 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c8f37bc5-f524-4683-8c10-b993cb1a11d3 req-7e6e9e0d-561a-494a-bed5-1cf07ef49fd7 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507047 Nov 18 16:22:51.644046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-dd06c82b-5ef8-4fb3-a1dc-49b0e1a25c3c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:51.646294 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-dd06c82b-5ef8-4fb3-a1dc-49b0e1a25c3c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/networks?id=a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 200 len: 815 time: 0.1537805 Nov 18 16:22:51.662466 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-385c9ca8-c96a-4969-9114-cfb4bac7cf5f tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/quotas/b81c90ae0a21465eb9781fe4a1f9c2ee HTTP/1.1" status: 200 len: 375 time: 0.0104618 Nov 18 16:22:51.744780 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-994c1cd8-eaac-4ece-a913-9c814ed0da72 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771580 Nov 18 16:22:51.890127 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-778e6dcf-ddf2-4a03-aaf8-39fcba253fc0 service neutron] 10.222.0.15 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372752 Nov 18 16:22:52.210501 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-f55f4b6f-3c57-44fe-8900-5380bdafc210 service neutron] 10.222.0.15 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3132670 Nov 18 16:22:52.556942 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-17786966-ed06-4f2b-8a50-5dbebc43322d req-419c2278-f56e-4e69-b432-bd32cdf2e0a3 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 210 time: 0.0536423 Nov 18 16:22:52.671980 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c76b8855-ab97-4f56-8c03-268f212771f4 req-f8975a1d-68ad-4188-9dcb-331119476660 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 210 time: 0.0463727 Nov 18 16:22:52.904614 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeeded-cf25-47ae-b51b-ddbe40329b28 req-f8fb6034-3776-4259-94bd-bfc2d8bb22ad tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:52.907072 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1daeeded-cf25-47ae-b51b-ddbe40329b28 req-f8fb6034-3776-4259-94bd-bfc2d8bb22ad tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0861299 Nov 18 16:22:52.963892 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1daeeded-cf25-47ae-b51b-ddbe40329b28 req-1b795a61-614f-4402-b42a-39d0fd867d9e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504875 Nov 18 16:22:53.734639 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d04569cc-3a14-4b06-9679-9d7c9a098178 req-3c6faae6-5541-4a72-b89f-e3fb41ef19a6 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 210 time: 0.0456872 Nov 18 16:22:53.894588 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b8466bb9-1543-4c01-a9f6-d86f2da73ec2 req-ef64de2f-8b0f-4e0c-9515-c90aadec8b85 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 210 time: 0.0453420 Nov 18 16:22:54.177223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97619b-d571-4156-aac5-32a3ec75d56c req-715d33b2-fb38-415d-95e1-80b25e1e7ef0 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:54.178810 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bc97619b-d571-4156-aac5-32a3ec75d56c req-715d33b2-fb38-415d-95e1-80b25e1e7ef0 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0858619 Nov 18 16:22:54.225885 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bc97619b-d571-4156-aac5-32a3ec75d56c req-4f5df6c3-61ee-4e21-aeef-9cf7a624c5d7 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Nov 18 16:22:54.909299 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ba4c6a33-1e7e-4275-a3b7-dfd7a9e9b2ea req-6021dd45-b607-4e1c-bc84-e08311218f2b tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 210 time: 0.0442967 Nov 18 16:22:55.070431 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2e0bc830-a130-442d-820b-e9a54507a3ae req-eaab0c7a-6950-4e3f-b94e-43b5a026227b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 210 time: 0.0477402 Nov 18 16:22:55.441248 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db894a4-9bee-4883-87be-f66886a76dba req-10598e03-b178-4357-8592-1bb97487c902 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:55.443380 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9db894a4-9bee-4883-87be-f66886a76dba req-10598e03-b178-4357-8592-1bb97487c902 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0873666 Nov 18 16:22:55.491526 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9db894a4-9bee-4883-87be-f66886a76dba req-aa6f866c-5458-4efc-ade8-e47a3f8f8c80 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Nov 18 16:22:55.913152 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-f3ae0ffc-03bc-4dbf-8867-5e8abc547b48 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.49 "GET /v2.0/networks?tenant_id=aadefb8730b144ba8d833df40d40bca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315275 Nov 18 16:22:56.126066 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-36ddf60e-250c-4459-9965-44b4fc1ab813 req-d8526ed2-b670-4b25-a605-4c76bd99e94d tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 210 time: 0.0650456 Nov 18 16:22:56.142315 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-b7f496ca-3e16-4805-b14b-8b970c09be9c tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:56.144192 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-b7f496ca-3e16-4805-b14b-8b970c09be9c tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162166 Nov 18 16:22:56.205057 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Request body: {'port': {'device_id': '8f717542-e334-4489-9033-b9d990dcdffd', 'network_id': '0801b457-441b-46b4-a19b-d121d16435a2', 'admin_state_up': True, 'tenant_id': 'aadefb8730b144ba8d833df40d40bca4'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:56.290439 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a77e4365-8764-433d-9d9f-75bb454c8bd1 req-03090d74-d727-4bf8-8869-8a83de633ec6 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 210 time: 0.0602891 Nov 18 16:22:56.389732 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:56.393904 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Usage tracker for resource:port and tenant:aadefb8730b144ba8d833df40d40bca4 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:56.397488 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Quota usage for port was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:56.403353 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:56.412250 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Made reservation on behalf of aadefb8730b144ba8d833df40d40bca4 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:22:56.419595 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:56.434641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:56.469835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:56.475240 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Usage tracker for resource:security_group_rule and tenant:aadefb8730b144ba8d833df40d40bca4 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:56.478683 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:56.488220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:56.580832 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:56.583998 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:56.613042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-91462ecf-e50b-4b95-8a55-690fc1e81b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:56.728881 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8f955e12-15ba-4061-a38b-0c17aa2a7c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:56.765570 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Pushing event updated for resources: {'SecurityGroup': ['ID=d27aeb6f-14fd-414f-bcaa-1594ac749055,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:56.769371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:56.816539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a8cae6af-2492-4158-86ee-02747c895d07 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:56.818683 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a8cae6af-2492-4158-86ee-02747c895d07 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "GET /v2.0/networks?id=a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 200 len: 815 time: 0.2461982 Nov 18 16:22:56.847654 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c66b3-2ea2-4a00-8e7c-63c59406198d req-d92e19a5-f716-4d0b-8ddd-dce5cce68977 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:56.849508 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-094c66b3-2ea2-4a00-8e7c-63c59406198d req-d92e19a5-f716-4d0b-8ddd-dce5cce68977 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.2089484 Nov 18 16:22:56.854593 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Request body: {'port': {'device_id': '1bd94699-f56b-4ddb-a8ba-522472ac17fd', 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84', 'admin_state_up': True, 'tenant_id': 'b81c90ae0a21465eb9781fe4a1f9c2ee'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:56.972204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Allocated IP 192.168.233.249 (0801b457-441b-46b4-a19b-d121d16435a2/4d870cbc-3a31-487c-94f7-1f0b16d46d03/0759490f-aafd-4ccc-9c43-b6f46c324012) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:22:57.002672 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-094c66b3-2ea2-4a00-8e7c-63c59406198d req-7c1e321e-552f-4b74-81c8-aa7320f0f71b tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314683 Nov 18 16:22:57.040683 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:57.053368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:57.064041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Made reservation on behalf of b81c90ae0a21465eb9781fe4a1f9c2ee for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:22:57.071160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:57.200462 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:57.218830 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Transition to ACTIVE for port object 0759490f-aafd-4ccc-9c43-b6f46c324012 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:57.268732 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:57.406383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Allocated IP 172.20.0.13 (a838d3d3-fae8-4bed-95c5-46e56f447f84/9108d91e-b222-46b4-8a8e-afe4350e9f94/de96592d-e93c-4b0e-84c7-f4f54e2e06e3) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:22:57.461021 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:57.537990 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Pushing event updated for resources: {'Port': ['ID=0759490f-aafd-4ccc-9c43-b6f46c324012,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:57.591873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:57.643738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Network 0801b457-441b-46b4-a19b-d121d16435a2 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:22:57.646589 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:22:57.651443 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:22:57.698690 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0947b-de37-4873-9a74-7de10d71b40e req-ffed9a79-4175-4ffd-90e2-1edcaee805ee tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:57.700413 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e7c0947b-de37-4873-9a74-7de10d71b40e req-ffed9a79-4175-4ffd-90e2-1edcaee805ee tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 936 time: 0.2405117 Nov 18 16:22:57.708074 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b6e5bf00-0e0f-4ac0-8a63-9d0f22e82db6 req-1024e7da-7103-40ef-8016-f3b9f2566fde tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 210 time: 0.2152812 Nov 18 16:22:57.785260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:57.786523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:57.842829 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:57.893654 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-e7c0947b-de37-4873-9a74-7de10d71b40e req-1f67628f-abda-467f-9d97-1f92a0a81b17 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Synchronizing usage tracker for tenant:aadefb8730b144ba8d833df40d40bca4 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:57.897925 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:57.911476 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7102897 Nov 18 16:22:57.928337 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:57.944786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Request body: {'port': {'device_id': '8f717542-e334-4489-9033-b9d990dcdffd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:57.985870 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-e7c0947b-de37-4873-9a74-7de10d71b40e req-1f67628f-abda-467f-9d97-1f92a0a81b17 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Unset dirty status for tenant:aadefb8730b144ba8d833df40d40bca4 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:57.987141 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e7c0947b-de37-4873-9a74-7de10d71b40e req-1f67628f-abda-467f-9d97-1f92a0a81b17 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724702 Nov 18 16:22:58.040456 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c59b095f-98b4-4001-aecd-4dd4e228eec8 None None] Provisioning for port 0759490f-aafd-4ccc-9c43-b6f46c324012 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:22:58.046291 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c59b095f-98b4-4001-aecd-4dd4e228eec8 None None] Provisioning complete for port 0759490f-aafd-4ccc-9c43-b6f46c324012 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:22:58.046902 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c59b095f-98b4-4001-aecd-4dd4e228eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:58.121907 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-c59b095f-98b4-4001-aecd-4dd4e228eec8 None None] Port 0759490f-aafd-4ccc-9c43-b6f46c324012 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:22:58.146674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Network a838d3d3-fae8-4bed-95c5-46e56f447f84 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:22:58.150111 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:22:58.159869 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:22:58.178922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:58.201675 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Pushing event updated for resources: {'Port': ['ID=de96592d-e93c-4b0e-84c7-f4f54e2e06e3,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:58.205055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:58.225275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 54830) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:58.244879 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:58.245934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:58.273002 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4224324 Nov 18 16:22:58.290496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Request body: {'port': {'device_id': '1bd94699-f56b-4ddb-a8ba-522472ac17fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:22:58.368812 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-835e0db4-a911-4abe-86d9-f084a34cdfa8 admin admin] Deleting subnet a6365b4b-296b-4eb4-a5a4-7f81cccbe554 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:22:58.374454 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-835e0db4-a911-4abe-86d9-f084a34cdfa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:58.408984 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:58.498355 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-835e0db4-a911-4abe-86d9-f084a34cdfa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32269587'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:58.616123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5da036-b847-45ab-9ebe-0aaae673f217 req-e4bca0ef-137a-4fb4-a6b3-a120e299640f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:58.617767 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9d5da036-b847-45ab-9ebe-0aaae673f217 req-e4bca0ef-137a-4fb4-a6b3-a120e299640f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.3528621 Nov 18 16:22:58.692592 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-835e0db4-a911-4abe-86d9-f084a34cdfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:58.942647 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de96592d-e93c-4b0e-84c7-f4f54e2e06e3 {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:22:58.946785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 54848) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:58.959747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:58.983449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Transition to ACTIVE for port object de96592d-e93c-4b0e-84c7-f4f54e2e06e3 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:59.001252 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:59.022504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:59.094519 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723fa2f-e431-4b6d-87b6-28cba27588d8 req-d3c99567-40f9-47b6-abfd-e4a1fb390604 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:22:59.095298 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-2723fa2f-e431-4b6d-87b6-28cba27588d8 req-d3c99567-40f9-47b6-abfd-e4a1fb390604 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Synchronizing usage tracker for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:22:59.104236 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9d5da036-b847-45ab-9ebe-0aaae673f217 req-101f36ae-ff7b-4fe9-a95d-c10f72db5177 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750021 Nov 18 16:22:59.204021 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Pushing event updated for resources: {'Port': ['ID=de96592d-e93c-4b0e-84c7-f4f54e2e06e3,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:59.211369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-83eca0fd-7324-4cc7-96e8-72a880126958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:59.223036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:59.229293 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-2723fa2f-e431-4b6d-87b6-28cba27588d8 req-d3c99567-40f9-47b6-abfd-e4a1fb390604 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Unset dirty status for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:22:59.230641 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2723fa2f-e431-4b6d-87b6-28cba27588d8 req-d3c99567-40f9-47b6-abfd-e4a1fb390604 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 932 time: 0.3553638 Nov 18 16:22:59.294227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-debfc908-ff37-4970-a23f-5e299f225850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:59.306320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-83eca0fd-7324-4cc7-96e8-72a880126958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:22:59.316802 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-83eca0fd-7324-4cc7-96e8-72a880126958 admin admin] Usage tracker for resource:security_group_rule and tenant:2ed0347f7fe748e3b116d1a91f053db8 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:22:59.320891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-83eca0fd-7324-4cc7-96e8-72a880126958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:22:59.327429 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0759490f-aafd-4ccc-9c43-b6f46c324012 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:22:59.338206 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:59.358876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Transition to ACTIVE for port object 0759490f-aafd-4ccc-9c43-b6f46c324012 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:22:59.362580 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:59.381388 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-83eca0fd-7324-4cc7-96e8-72a880126958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:22:59.385372 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:59.392652 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2723fa2f-e431-4b6d-87b6-28cba27588d8 req-aec53717-2902-4e0c-ab3f-c32080f6c94d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541536 Nov 18 16:22:59.466768 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-835e0db4-a911-4abe-86d9-f084a34cdfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822920298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31301201'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:59.486662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0759490f-aafd-4ccc-9c43-b6f46c324012,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:59.517957 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Attempting to bind port de96592d-e93c-4b0e-84c7-f4f54e2e06e3 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:22:59.518331 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Attempting to bind port de96592d-e93c-4b0e-84c7-f4f54e2e06e3 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:22:59.518699 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Attempting to bind port de96592d-e93c-4b0e-84c7-f4f54e2e06e3 on network a838d3d3-fae8-4bed-95c5-46e56f447f84 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:22:59.539634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:59.546648 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:22:59.546963 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Checking segment: {'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:22:59.547372 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:59.547801 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Bound using segment: {'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:22:59.548300 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Bound port: de96592d-e93c-4b0e-84c7-f4f54e2e06e3, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:22:59.548676 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:59.548847 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d0af2802-b413-4333-bef7-096e9f532160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:59.564520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-83eca0fd-7324-4cc7-96e8-72a880126958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:59.605447 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-83eca0fd-7324-4cc7-96e8-72a880126958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:59.613452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e0db4-a911-4abe-86d9-f084a34cdfa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6365b4b-296b-4eb4-a5a4-7f81cccbe554,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:59.668762 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-835e0db4-a911-4abe-86d9-f084a34cdfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:59.672240 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:59.740311 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-835e0db4-a911-4abe-86d9-f084a34cdfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:22:59.750969 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-835e0db4-a911-4abe-86d9-f084a34cdfa8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a6365b4b-296b-4eb4-a5a4-7f81cccbe554 HTTP/1.1" status: 204 len: 168 time: 1.5243683 Nov 18 16:22:59.753390 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 54862) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:59.808079 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-2bcd24ae-2f32-4eb0-b7d6-d91d946bd939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:22:59.910378 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eca0fd-7324-4cc7-96e8-72a880126958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af21f83-fb1c-4638-ad48-1fd2c2fb6d4d,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:22:59.935866 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-83eca0fd-7324-4cc7-96e8-72a880126958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:22:59.954023 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-83eca0fd-7324-4cc7-96e8-72a880126958 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ed0347f7fe748e3b116d1a91f053db8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0010507 Nov 18 16:22:59.954453 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 54866) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:22:59.965502 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] For port de96592d-e93c-4b0e-84c7-f4f54e2e06e3, host hv-cinder-75996, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:22:59.999672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] For port de96592d-e93c-4b0e-84c7-f4f54e2e06e3, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=de96592d-e93c-4b0e-84c7-f4f54e2e06e3,segment=NetworkSegment(5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f),segment_id=5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:23:00.001409 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.016748 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.038716 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2987db-e56d-45d9-ba59-472c6f19dd56 req-c70e85a1-7fcc-4023-a15c-c40da145b42c tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:00.040355 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3e2987db-e56d-45d9-ba59-472c6f19dd56 req-c70e85a1-7fcc-4023-a15c-c40da145b42c tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.2403266 Nov 18 16:23:00.046006 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:00.125887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Attempting to bind port 0759490f-aafd-4ccc-9c43-b6f46c324012 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:23:00.126182 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Attempting to bind port 0759490f-aafd-4ccc-9c43-b6f46c324012 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '7bfa5b1d-a7ca-4410-a223-df68ca0a27a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0801b457-441b-46b4-a19b-d121d16435a2'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:23:00.126555 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Attempting to bind port 0759490f-aafd-4ccc-9c43-b6f46c324012 on network 0801b457-441b-46b4-a19b-d121d16435a2 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:23:00.166264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:23:00.166647 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Checking segment: {'id': '7bfa5b1d-a7ca-4410-a223-df68ca0a27a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0801b457-441b-46b4-a19b-d121d16435a2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:23:00.167055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.167458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Bound using segment: {'id': '7bfa5b1d-a7ca-4410-a223-df68ca0a27a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0801b457-441b-46b4-a19b-d121d16435a2'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:23:00.167974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Bound port: 0759490f-aafd-4ccc-9c43-b6f46c324012, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfa5b1d-a7ca-4410-a223-df68ca0a27a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '0801b457-441b-46b4-a19b-d121d16435a2'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:23:00.168355 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.243050 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-47604823-210d-4536-a773-fcc5a3f9dbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.265261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Pushing event updated for resources: {'Port': ['ID=de96592d-e93c-4b0e-84c7-f4f54e2e06e3,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:00.269705 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.278394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:00.300905 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3e2987db-e56d-45d9-ba59-472c6f19dd56 req-7cc42232-a847-4060-a636-0f3051f7a350 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177691 Nov 18 16:23:00.308915 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-47604823-210d-4536-a773-fcc5a3f9dbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.346616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.348691 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] 10.222.0.49 "PUT /v2.0/ports/de96592d-e93c-4b0e-84c7-f4f54e2e06e3 HTTP/1.1" status: 200 len: 1158 time: 2.0625832 Nov 18 16:23:00.349204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bd94699-f56b-4ddb-a8ba-522472ac17fd', 'tag': 'de96592d-e93c-4b0e-84c7-f4f54e2e06e3'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:00.389780 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-47604823-210d-4536-a773-fcc5a3f9dbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.394007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-83eca0fd-7324-4cc7-96e8-72a880126958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:00.407695 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47604823-210d-4536-a773-fcc5a3f9dbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af21f83-fb1c-4638-ad48-1fd2c2fb6d4d,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:00.411322 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-47604823-210d-4536-a773-fcc5a3f9dbd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:00.412289 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-47604823-210d-4536-a773-fcc5a3f9dbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.414062 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-47604823-210d-4536-a773-fcc5a3f9dbd5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6af21f83-fb1c-4638-ad48-1fd2c2fb6d4d HTTP/1.1" status: 204 len: 168 time: 0.4574990 Nov 18 16:23:00.428789 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922535bd-5d1c-4fca-8048-304e0e7f2e3a']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:00.441345 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] For port 0759490f-aafd-4ccc-9c43-b6f46c324012, host hv-cinder-75996, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:23:00.448126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c773a0-f8b8-4242-b23c-f0f84c8b40ea') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:00.448479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c773a0-f8b8-4242-b23c-f0f84c8b40ea') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:23:00.463335 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] For port 0759490f-aafd-4ccc-9c43-b6f46c324012, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=0759490f-aafd-4ccc-9c43-b6f46c324012,segment=NetworkSegment(7bfa5b1d-a7ca-4410-a223-df68ca0a27a6),segment_id=7bfa5b1d-a7ca-4410-a223-df68ca0a27a6)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:23:00.465299 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822506197'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.475169 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.498471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:00.515312 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d36e3-b92d-4c4e-b553-c23d0669b3fc req-360cbbc4-1ba0-4ef8-9703-4f40f04e8d7c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:00.517344 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-974d36e3-b92d-4c4e-b553-c23d0669b3fc req-360cbbc4-1ba0-4ef8-9703-4f40f04e8d7c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0899096 Nov 18 16:23:00.537035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.555840 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:23:00.572364 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-974d36e3-b92d-4c4e-b553-c23d0669b3fc req-45193c6d-4a83-490b-b9b0-ee69a01e30ef tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467269 Nov 18 16:23:00.646064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.655821 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bd94699-f56b-4ddb-a8ba-522472ac17fd', 'tag': 'de96592d-e93c-4b0e-84c7-f4f54e2e06e3', 'status': 'completed', 'code': 200} Nov 18 16:23:00.846399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0759490f-aafd-4ccc-9c43-b6f46c324012,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:00.858261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 54886) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:00.872794 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] Network 922535bd-5d1c-4fca-8048-304e0e7f2e3a has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:23:00.880672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4a2380a9-94e1-4f51-a097-630dbce4e7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.881120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:00.882874 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822920245'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:00.902316 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50194c-8391-4c18-b457-9c4554d08d1e req-0eec9208-dc47-4537-8f68-d97c193a3a17 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:00.903905 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2a50194c-8391-4c18-b457-9c4554d08d1e req-0eec9208-dc47-4537-8f68-d97c193a3a17 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.1385109 Nov 18 16:23:00.953534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-4a2380a9-94e1-4f51-a097-630dbce4e7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:00.959457 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-4a2380a9-94e1-4f51-a097-630dbce4e7bc admin admin] Usage tracker for resource:security_group_rule and tenant:492ba9c2c3ba4216855f6db0726db02e is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:00.965205 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-4a2380a9-94e1-4f51-a097-630dbce4e7bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:00.973561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-4a2380a9-94e1-4f51-a097-630dbce4e7bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:00.979988 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2a50194c-8391-4c18-b457-9c4554d08d1e req-cef74640-9757-4a13-9d48-ee89d6d09738 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698538 Nov 18 16:23:01.046017 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4a2380a9-94e1-4f51-a097-630dbce4e7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.050876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4a2380a9-94e1-4f51-a097-630dbce4e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.063044 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-aa647091-90d9-4374-97ad-0db581a3feb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:01.083185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.084720 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] 10.222.0.49 "PUT /v2.0/ports/0759490f-aafd-4ccc-9c43-b6f46c324012 HTTP/1.1" status: 200 len: 1162 time: 3.1446223 Nov 18 16:23:01.085301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f717542-e334-4489-9033-b9d990dcdffd', 'tag': '0759490f-aafd-4ccc-9c43-b6f46c324012'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:01.101303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] Network 922535bd-5d1c-4fca-8048-304e0e7f2e3a has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:23:01.109893 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-4a2380a9-94e1-4f51-a097-630dbce4e7bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=492ba9c2c3ba4216855f6db0726db02e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2533884 Nov 18 16:23:01.112599 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 54894) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:01.118188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2380a9-94e1-4f51-a097-630dbce4e7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26b6789-f18c-409b-befd-52cccd76c688,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:01.121513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4a2380a9-94e1-4f51-a097-630dbce4e7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:23:01.134627 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:23:01.163906 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.172954 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f717542-e334-4489-9033-b9d990dcdffd', 'tag': '0759490f-aafd-4ccc-9c43-b6f46c324012', 'status': 'completed', 'code': 200} Nov 18 16:23:01.265075 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.272022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-2d6ca70e-a1e6-42f5-a0be-a8befb3bd4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:01.289243 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.306320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=922535bd-5d1c-4fca-8048-304e0e7f2e3a,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:01.310925 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:01.314309 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ab6e0300-b07c-4148-b36a-3fb62c2562a3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/922535bd-5d1c-4fca-8048-304e0e7f2e3a HTTP/1.1" status: 204 len: 168 time: 1.5599251 Nov 18 16:23:01.317269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-86379fbc-e7c0-433c-ac13-5713bd8940be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.345480 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-86379fbc-e7c0-433c-ac13-5713bd8940be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.393395 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-86379fbc-e7c0-433c-ac13-5713bd8940be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.398559 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-57e292aa-5634-41f4-9ac4-76086eec5bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:01.413837 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86379fbc-e7c0-433c-ac13-5713bd8940be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26b6789-f18c-409b-befd-52cccd76c688,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:01.418619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-86379fbc-e7c0-433c-ac13-5713bd8940be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:01.422691 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-86379fbc-e7c0-433c-ac13-5713bd8940be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.423957 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-86379fbc-e7c0-433c-ac13-5713bd8940be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d26b6789-f18c-409b-befd-52cccd76c688 HTTP/1.1" status: 204 len: 168 time: 0.3102269 Nov 18 16:23:01.518939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4bb00-dda0-44cf-a955-93f1380999bd req-94042acd-9247-4983-bdb7-33c23d3128c6 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:01.520680 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ce4bb00-dda0-44cf-a955-93f1380999bd req-94042acd-9247-4983-bdb7-33c23d3128c6 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0852897 Nov 18 16:23:01.562142 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 54904) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:01.577543 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ce4bb00-dda0-44cf-a955-93f1380999bd req-91b64aeb-6272-4d9a-96be-c0c20fa02357 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507588 Nov 18 16:23:01.616595 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ca87d851-abe3-425c-b63d-193eb6d561dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=275f5c2d7f7e45918c85f24f703f0c38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531833 Nov 18 16:23:01.618980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 54912) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:01.683032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6ee45a78-3513-4181-9bb8-746fd8f8119e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.758701 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6ee45a78-3513-4181-9bb8-746fd8f8119e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.841508 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c096ef8-409b-4819-9bdc-c812418f379f req-25e64424-3ac6-4423-8c3f-3523db91cfb7 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:01.843217 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9c096ef8-409b-4819-9bdc-c812418f379f req-25e64424-3ac6-4423-8c3f-3523db91cfb7 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1270332 Nov 18 16:23:01.849086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6ee45a78-3513-4181-9bb8-746fd8f8119e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.855999 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6dbca29a-9c24-48b1-9f5e-eccd417f6573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:01.888100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee45a78-3513-4181-9bb8-746fd8f8119e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6128d14a-ab58-4ec7-959f-0d39ae0ec613,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:01.893055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6ee45a78-3513-4181-9bb8-746fd8f8119e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:01.909179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6ee45a78-3513-4181-9bb8-746fd8f8119e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:01.910897 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-6ee45a78-3513-4181-9bb8-746fd8f8119e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6128d14a-ab58-4ec7-959f-0d39ae0ec613 HTTP/1.1" status: 204 len: 168 time: 0.2904716 Nov 18 16:23:01.932836 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9c096ef8-409b-4819-9bdc-c812418f379f req-fa0fdeee-9150-42bf-b042-225053bca71d tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777049 Nov 18 16:23:02.223733 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bc67f-4b82-4991-ac21-84eeeb7550e7 req-108a7409-4e76-4612-8dd4-7c096bfa7268 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:02.225612 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7f7bc67f-4b82-4991-ac21-84eeeb7550e7 req-108a7409-4e76-4612-8dd4-7c096bfa7268 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0983491 Nov 18 16:23:02.338227 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7f7bc67f-4b82-4991-ac21-84eeeb7550e7 req-7c8f3904-c01b-4366-a23e-137bbef61ee9 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056504 Nov 18 16:23:02.375358 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1557f787-f77c-4726-b371-86fbcb7f4170 req-d6d5aa70-13ec-4faf-938f-88cc5f6d5a71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aadefb8730b144ba8d833df40d40bca4&device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 1165 time: 0.0997539 Nov 18 16:23:02.400619 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-990727ea-92a1-4183-8e1b-cbdda495c524 req-3f2eb5a1-b1ab-4932-9599-c6c10e80cf30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 1161 time: 0.1256435 Nov 18 16:23:02.432017 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1557f787-f77c-4726-b371-86fbcb7f4170 req-8867ce00-9d35-4570-9876-838560ab579b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=aadefb8730b144ba8d833df40d40bca4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354898 Nov 18 16:23:02.587469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990727ea-92a1-4183-8e1b-cbdda495c524 req-615b8fb7-7f4c-4a2d-aa94-9463c2fbd92d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:02.589176 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-990727ea-92a1-4183-8e1b-cbdda495c524 req-615b8fb7-7f4c-4a2d-aa94-9463c2fbd92d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1799154 Nov 18 16:23:02.810911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557f787-f77c-4726-b371-86fbcb7f4170 req-295774b2-d359-4b03-bb11-c10a7f331b64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:02.812524 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1557f787-f77c-4726-b371-86fbcb7f4170 req-295774b2-d359-4b03-bb11-c10a7f331b64 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3650954 Nov 18 16:23:02.844690 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:23:02.909686 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990727ea-92a1-4183-8e1b-cbdda495c524 req-2d7f0892-4bac-467c-8b18-e5c39bf934db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:02.911805 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-990727ea-92a1-4183-8e1b-cbdda495c524 req-2d7f0892-4bac-467c-8b18-e5c39bf934db service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3068659 Nov 18 16:23:02.935713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdca42f-2164-4512-bef5-6fcccf1d71b4 req-285dc872-20d5-460e-bb94-16ec43325081 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:02.937940 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-abdca42f-2164-4512-bef5-6fcccf1d71b4 req-285dc872-20d5-460e-bb94-16ec43325081 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.1492550 Nov 18 16:23:02.985049 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-94343246-f1f7-47fc-9094-757a916e3eb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aadefb8730b144ba8d833df40d40bca4&device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 1165 time: 0.1195378 Nov 18 16:23:03.078031 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-9b35546c-5be6-4fef-89ed-b73f153db866 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=0759490f-aafd-4ccc-9c43-b6f46c324012 HTTP/1.1" status: 200 len: 217 time: 0.0850420 Nov 18 16:23:03.133836 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-abdca42f-2164-4512-bef5-6fcccf1d71b4 req-5e91aad9-6e79-4d6f-add2-a6400c5a633b tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872170 Nov 18 16:23:03.168873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-3c6a8291-bdb6-4166-8691-9cfc5f725ad6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:03.171455 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-3c6a8291-bdb6-4166-8691-9cfc5f725ad6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d870cbc-3a31-487c-94f7-1f0b16d46d03 HTTP/1.1" status: 200 len: 843 time: 0.0842450 Nov 18 16:23:03.186097 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-c345cf00-fbf0-4f98-aba1-bf521e2b4df7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 1161 time: 0.2179360 Nov 18 16:23:03.320014 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-4c5e04d7-7994-4e97-a214-df0562ef770d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de96592d-e93c-4b0e-84c7-f4f54e2e06e3 HTTP/1.1" status: 200 len: 217 time: 0.1110718 Nov 18 16:23:03.366812 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-097c1411-ace4-442b-a27d-d40cb0c853b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0801b457-441b-46b4-a19b-d121d16435a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1099451 Nov 18 16:23:03.386551 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a8ceb-20c4-4d5b-a4cd-b8a615138f15 req-94008690-be4a-4871-b0e6-d23e6df63170 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:03.389429 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-537a8ceb-20c4-4d5b-a4cd-b8a615138f15 req-94008690-be4a-4871-b0e6-d23e6df63170 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.2160926 Nov 18 16:23:03.436554 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-0a90cb72-33c5-4e80-a03a-2fa161e16dc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:03.438205 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-0a90cb72-33c5-4e80-a03a-2fa161e16dc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9108d91e-b222-46b4-8a8e-afe4350e9f94 HTTP/1.1" status: 200 len: 855 time: 0.1044278 Nov 18 16:23:03.532120 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-0bd451d2-0e64-4f40-9864-bacbafb8487e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a838d3d3-fae8-4bed-95c5-46e56f447f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813625 Nov 18 16:23:03.679058 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-2cb1fe8f-6d5c-4cf5-8a26-1e66cd8818e5 service neutron] 10.222.0.49 "GET /v2.0/networks/0801b457-441b-46b4-a19b-d121d16435a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880909 Nov 18 16:23:03.725425 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-537a8ceb-20c4-4d5b-a4cd-b8a615138f15 req-f7da1ea0-4cdd-4f8e-897d-4be872a90bd3 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816713 Nov 18 16:23:03.768850 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-d8786d8f-98dd-4825-9fd7-27f7b3d9903f service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266421 Nov 18 16:23:03.884148 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6fbd36f-8883-4ede-b996-29d1c4a376d4 req-d71865dc-9a48-4594-a6d9-db05c1c846bc service neutron] 10.222.0.49 "GET /v2.0/networks/0801b457-441b-46b4-a19b-d121d16435a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1950352 Nov 18 16:23:04.010593 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72737a98-3486-4fc8-b776-709dc27ed2b4 req-42810462-714e-4d19-9809-849bccfc15f1 service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2344375 Nov 18 16:23:04.038610 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f2d4b-dd7d-4c50-944e-c89b68c77659 req-423eb376-8fa3-4c1e-8039-9170d616de9e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:04.040314 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f96f2d4b-dd7d-4c50-944e-c89b68c77659 req-423eb376-8fa3-4c1e-8039-9170d616de9e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.1129079 Nov 18 16:23:04.102635 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f96f2d4b-dd7d-4c50-944e-c89b68c77659 req-55c99a31-2b62-4b0d-8cd0-c454fe5a3072 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546031 Nov 18 16:23:04.362081 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef825a2-1a71-43a4-be48-f3bddcd7d1f3 req-227ee95e-d426-401a-8283-69e9d60880ac tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:04.364334 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eef825a2-1a71-43a4-be48-f3bddcd7d1f3 req-227ee95e-d426-401a-8283-69e9d60880ac tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0961607 Nov 18 16:23:04.416145 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eef825a2-1a71-43a4-be48-f3bddcd7d1f3 req-1b5de384-bbe2-4aff-ac86-dab6f6151ea2 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436540 Nov 18 16:23:04.527108 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 55038) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:04.685598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-313227c2-f1c7-4406-8620-2439c773d252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:04.721945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-313227c2-f1c7-4406-8620-2439c773d252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:04.724469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55050) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:04.726799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-313227c2-f1c7-4406-8620-2439c773d252 admin admin] Usage tracker for resource:security_group_rule and tenant:c435b4e444e0475f9050fd51becc6cfd is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:04.730440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-313227c2-f1c7-4406-8620-2439c773d252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:04.736416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-313227c2-f1c7-4406-8620-2439c773d252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:04.826126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-313227c2-f1c7-4406-8620-2439c773d252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:04.830204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-313227c2-f1c7-4406-8620-2439c773d252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:04.852903 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-05f2b7b2-6ca4-4fd1-8a18-5d3ac629a893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:04.917796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313227c2-f1c7-4406-8620-2439c773d252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d262db5-9976-4fae-a2d4-af17a5a9eb3c,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:04.922869 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-313227c2-f1c7-4406-8620-2439c773d252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:04.941201 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cb2dcf3d-aef6-44d6-b597-8635f291eb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:04.962727 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-313227c2-f1c7-4406-8620-2439c773d252 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c435b4e444e0475f9050fd51becc6cfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4320993 Nov 18 16:23:04.963199 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55060) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:05.001462 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-cb2dcf3d-aef6-44d6-b597-8635f291eb5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:05.009567 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fc277-86e4-43ac-b020-15947982af9f req-0507a9d1-358c-408e-a024-02a54d57b764 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:05.011211 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4a4fc277-86e4-43ac-b020-15947982af9f req-0507a9d1-358c-408e-a024-02a54d57b764 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0904171 Nov 18 16:23:05.011638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-cb2dcf3d-aef6-44d6-b597-8635f291eb5c admin admin] Usage tracker for resource:security_group_rule and tenant:0be67ddc5d6a4b7e828e9b579447dc1b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:05.028476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-cb2dcf3d-aef6-44d6-b597-8635f291eb5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:05.036894 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-cb2dcf3d-aef6-44d6-b597-8635f291eb5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:05.062726 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4a4fc277-86e4-43ac-b020-15947982af9f req-c753044d-f355-4980-80c0-7897cad1f7f5 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450363 Nov 18 16:23:05.070761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e9cad36e-0dad-4b52-8288-52310b62a150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:05.108794 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e9cad36e-0dad-4b52-8288-52310b62a150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:05.184259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cb2dcf3d-aef6-44d6-b597-8635f291eb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:05.187734 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cb2dcf3d-aef6-44d6-b597-8635f291eb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:05.201966 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c9c9f93b-cfb3-4d36-9866-a88dd10adbf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:05.242033 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e9cad36e-0dad-4b52-8288-52310b62a150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:05.260247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dcf3d-aef6-44d6-b597-8635f291eb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ab3d46-776d-49f0-a4f6-9448ac808168,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:05.265383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-cb2dcf3d-aef6-44d6-b597-8635f291eb5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:05.266051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5344b088-a15a-465d-925a-9c9036cd133a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:05.281670 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-cb2dcf3d-aef6-44d6-b597-8635f291eb5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0be67ddc5d6a4b7e828e9b579447dc1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5535955 Nov 18 16:23:05.283990 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55068) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:05.286680 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cad36e-0dad-4b52-8288-52310b62a150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d262db5-9976-4fae-a2d4-af17a5a9eb3c,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:05.290497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e9cad36e-0dad-4b52-8288-52310b62a150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:05.304766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e9cad36e-0dad-4b52-8288-52310b62a150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:05.307773 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e9cad36e-0dad-4b52-8288-52310b62a150 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d262db5-9976-4fae-a2d4-af17a5a9eb3c HTTP/1.1" status: 204 len: 168 time: 0.3430336 Nov 18 16:23:05.355603 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffbbc4-be41-4082-a50e-e6a27957bf6f req-5c152cab-b41b-4145-b62c-ab6453b3e7c5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:05.364628 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-45ffbbc4-be41-4082-a50e-e6a27957bf6f req-5c152cab-b41b-4145-b62c-ab6453b3e7c5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.1243708 Nov 18 16:23:05.382155 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2ae10555-efba-4dd5-a720-b030bf7abd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:05.410048 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-45ffbbc4-be41-4082-a50e-e6a27957bf6f req-7cfec930-ebf9-4d3d-befc-a48a3fc206df tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 Nov 18 16:23:05.413192 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2ae10555-efba-4dd5-a720-b030bf7abd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:05.464738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2ae10555-efba-4dd5-a720-b030bf7abd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:05.469889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:05.480829 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae10555-efba-4dd5-a720-b030bf7abd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ab3d46-776d-49f0-a4f6-9448ac808168,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:05.491210 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-2ae10555-efba-4dd5-a720-b030bf7abd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:05.496632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2ae10555-efba-4dd5-a720-b030bf7abd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:05.497852 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-2ae10555-efba-4dd5-a720-b030bf7abd3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3ab3d46-776d-49f0-a4f6-9448ac808168 HTTP/1.1" status: 204 len: 168 time: 0.2127922 Nov 18 16:23:05.650472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67f296-5cd7-44a3-a1a9-3877063bffb5 req-cd059185-0b1e-499e-bb76-1724c5755819 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:05.652224 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0f67f296-5cd7-44a3-a1a9-3877063bffb5 req-cd059185-0b1e-499e-bb76-1724c5755819 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0875881 Nov 18 16:23:05.705648 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0f67f296-5cd7-44a3-a1a9-3877063bffb5 req-b0d9b716-5bd5-4946-8ed3-8cc53460b069 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469751 Nov 18 16:23:05.955402 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55094) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:05.975899 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-965d969b-e811-4b50-9e5e-71fca690274d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:06.008501 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-965d969b-e811-4b50-9e5e-71fca690274d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:06.012577 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-965d969b-e811-4b50-9e5e-71fca690274d admin admin] Usage tracker for resource:security_group_rule and tenant:c69110a6398047118ad7c020a9a3ec04 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:06.015676 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-965d969b-e811-4b50-9e5e-71fca690274d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:06.021946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-965d969b-e811-4b50-9e5e-71fca690274d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:06.093350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-965d969b-e811-4b50-9e5e-71fca690274d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:06.096100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-965d969b-e811-4b50-9e5e-71fca690274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:06.104176 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-cb2dcf3d-aef6-44d6-b597-8635f291eb5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:06.148652 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d969b-e811-4b50-9e5e-71fca690274d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a967dc-c1db-4098-89e8-97e808d5ea1d,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:06.156008 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-965d969b-e811-4b50-9e5e-71fca690274d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c69110a6398047118ad7c020a9a3ec04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1969512 Nov 18 16:23:06.156008 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-965d969b-e811-4b50-9e5e-71fca690274d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:06.156828 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55102) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:06.224574 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-50d8d225-2998-4246-af96-dd78a7950a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:06.253942 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-50d8d225-2998-4246-af96-dd78a7950a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:06.294139 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ea24f-e34c-4a5a-9386-5a2429323264 req-558e8211-c102-4eda-bb30-e5dbb6de97f2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:06.295915 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3a0ea24f-e34c-4a5a-9386-5a2429323264 req-558e8211-c102-4eda-bb30-e5dbb6de97f2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0866680 Nov 18 16:23:06.305247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-50d8d225-2998-4246-af96-dd78a7950a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:06.312687 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:06.328458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d8d225-2998-4246-af96-dd78a7950a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a967dc-c1db-4098-89e8-97e808d5ea1d,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:06.332287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-50d8d225-2998-4246-af96-dd78a7950a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:06.335073 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-50d8d225-2998-4246-af96-dd78a7950a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:06.341749 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-50d8d225-2998-4246-af96-dd78a7950a71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5a967dc-c1db-4098-89e8-97e808d5ea1d HTTP/1.1" status: 204 len: 168 time: 0.1791320 Nov 18 16:23:06.353669 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3a0ea24f-e34c-4a5a-9386-5a2429323264 req-b04758ed-7da2-4f5e-8f34-59d6153498e6 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494297 Nov 18 16:23:06.640312 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49894c-ccd8-4aa5-9dc6-844f8c4f46ce req-cf9f577e-2e5b-4ace-afbd-99622e75db9c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:06.641939 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6a49894c-ccd8-4aa5-9dc6-844f8c4f46ce req-cf9f577e-2e5b-4ace-afbd-99622e75db9c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0889678 Nov 18 16:23:06.700999 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6a49894c-ccd8-4aa5-9dc6-844f8c4f46ce req-928ee928-76b5-47aa-afd0-e632e9a74a8a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512230 Nov 18 16:23:06.939770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8db612-4489-4f68-9ad3-b58a67696b69 req-e97f9763-5c1a-46a9-991c-3c9811b86924 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:06.941411 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-af8db612-4489-4f68-9ad3-b58a67696b69 req-e97f9763-5c1a-46a9-991c-3c9811b86924 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0956631 Nov 18 16:23:06.993852 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-af8db612-4489-4f68-9ad3-b58a67696b69 req-797fb6de-789b-4205-b0d7-859c8f21a454 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454316 Nov 18 16:23:07.575429 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d8c50-8dd5-48c5-a10c-5a6f73b7ac82 req-4eca1abf-74a9-45ca-9159-0c7d2d654c06 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:07.577214 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-695d8c50-8dd5-48c5-a10c-5a6f73b7ac82 req-4eca1abf-74a9-45ca-9159-0c7d2d654c06 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0893810 Nov 18 16:23:07.630849 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-695d8c50-8dd5-48c5-a10c-5a6f73b7ac82 req-fe220c83-b3ad-42f9-97ac-15897cb7493f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463500 Nov 18 16:23:07.923777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5576a4-bee3-4b57-a675-6d577786b858 req-5f034a7d-3937-4304-94ec-c52cde77917f tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:07.925544 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f5576a4-bee3-4b57-a675-6d577786b858 req-5f034a7d-3937-4304-94ec-c52cde77917f tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0868914 Nov 18 16:23:07.978912 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f5576a4-bee3-4b57-a675-6d577786b858 req-dbc99574-d40b-440d-8349-cfc99a948043 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468755 Nov 18 16:23:08.029669 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55186) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:08.216644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f7175-858a-4da2-9edd-834a6d9f45a0 req-039fc51b-d499-4c10-978a-148e7d62728b tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:08.218565 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-471f7175-858a-4da2-9edd-834a6d9f45a0 req-039fc51b-d499-4c10-978a-148e7d62728b tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0882857 Nov 18 16:23:08.250767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-76f4e619-cbf9-4a6e-be7c-bd32a4df060a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:08.269232 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-471f7175-858a-4da2-9edd-834a6d9f45a0 req-3c1eefef-ee39-48fd-9bb4-181e47855116 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436103 Nov 18 16:23:08.283939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-76f4e619-cbf9-4a6e-be7c-bd32a4df060a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:08.288035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-76f4e619-cbf9-4a6e-be7c-bd32a4df060a admin admin] Usage tracker for resource:security_group_rule and tenant:c5eeda3a11aa46b6bee16ae4ea04a605 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:08.291023 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-76f4e619-cbf9-4a6e-be7c-bd32a4df060a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:08.296864 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-76f4e619-cbf9-4a6e-be7c-bd32a4df060a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:08.369983 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-76f4e619-cbf9-4a6e-be7c-bd32a4df060a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:08.372785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-76f4e619-cbf9-4a6e-be7c-bd32a4df060a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:08.382066 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:08.422989 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4e619-cbf9-4a6e-be7c-bd32a4df060a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8a9653-b202-4adc-81a0-60a52a68a918,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:08.427879 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-76f4e619-cbf9-4a6e-be7c-bd32a4df060a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5eeda3a11aa46b6bee16ae4ea04a605&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3970740 Nov 18 16:23:08.428887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-76f4e619-cbf9-4a6e-be7c-bd32a4df060a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:08.430452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55200) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:08.493606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b5386fbf-fc41-4fe6-98a7-85deea64906e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:08.522082 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b5386fbf-fc41-4fe6-98a7-85deea64906e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:08.570100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b5386fbf-fc41-4fe6-98a7-85deea64906e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:08.575306 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:08.588059 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5386fbf-fc41-4fe6-98a7-85deea64906e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8a9653-b202-4adc-81a0-60a52a68a918,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:08.592136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b5386fbf-fc41-4fe6-98a7-85deea64906e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:08.595305 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b5386fbf-fc41-4fe6-98a7-85deea64906e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:08.596943 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-b5386fbf-fc41-4fe6-98a7-85deea64906e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce8a9653-b202-4adc-81a0-60a52a68a918 HTTP/1.1" status: 204 len: 168 time: 0.1651754 Nov 18 16:23:08.871671 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5415d3b-b79c-4b71-9179-4e30652263c1 req-c3257840-b37b-4ddc-9c34-caca555d92cb tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:08.873308 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c5415d3b-b79c-4b71-9179-4e30652263c1 req-c3257840-b37b-4ddc-9c34-caca555d92cb tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1011844 Nov 18 16:23:09.062069 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55224) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:09.082055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5db6bac0-3c71-4cbb-95fc-ed17595f5d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.108682 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c5415d3b-b79c-4b71-9179-4e30652263c1 req-a4befa31-aa1c-41da-a25f-1d3caea82b06 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287416 Nov 18 16:23:09.116007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5db6bac0-3c71-4cbb-95fc-ed17595f5d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:09.120058 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5db6bac0-3c71-4cbb-95fc-ed17595f5d64 admin admin] Usage tracker for resource:security_group_rule and tenant:9f8f914f7b6641869535651922a9666e is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:09.122984 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5db6bac0-3c71-4cbb-95fc-ed17595f5d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:09.128704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5db6bac0-3c71-4cbb-95fc-ed17595f5d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:09.196407 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5db6bac0-3c71-4cbb-95fc-ed17595f5d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.199432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5db6bac0-3c71-4cbb-95fc-ed17595f5d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.206853 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6ee45a78-3513-4181-9bb8-746fd8f8119e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:09.248965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6bac0-3c71-4cbb-95fc-ed17595f5d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619920c3-8ae2-4577-b93f-474d50174264,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:09.252192 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5db6bac0-3c71-4cbb-95fc-ed17595f5d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:09.257451 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5db6bac0-3c71-4cbb-95fc-ed17595f5d64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f8f914f7b6641869535651922a9666e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1924527 Nov 18 16:23:09.258418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55228) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:09.307207 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f094494-e10a-4017-9f00-61f2dc924ff9 req-ffd44156-a9be-4c1b-8bf8-022f2c0c3280 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:09.309037 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1f094494-e10a-4017-9f00-61f2dc924ff9 req-ffd44156-a9be-4c1b-8bf8-022f2c0c3280 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0842633 Nov 18 16:23:09.320369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-876af30f-3fe7-4e36-bb10-31721ad915fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.351038 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-876af30f-3fe7-4e36-bb10-31721ad915fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.359142 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1f094494-e10a-4017-9f00-61f2dc924ff9 req-aa90ef5e-3da5-4caa-bdc5-d8b39400b1be tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438788 Nov 18 16:23:09.396077 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-876af30f-3fe7-4e36-bb10-31721ad915fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.400939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-86379fbc-e7c0-433c-ac13-5713bd8940be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:09.413732 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876af30f-3fe7-4e36-bb10-31721ad915fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619920c3-8ae2-4577-b93f-474d50174264,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:09.416126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-876af30f-3fe7-4e36-bb10-31721ad915fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:09.419467 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-876af30f-3fe7-4e36-bb10-31721ad915fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:09.423354 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-876af30f-3fe7-4e36-bb10-31721ad915fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/619920c3-8ae2-4577-b93f-474d50174264 HTTP/1.1" status: 204 len: 168 time: 0.1614764 Nov 18 16:23:09.592671 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b3248-c84c-444c-bc38-0525aeb0f6e5 req-03441053-852b-43d5-9461-845dc48b7c3d tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:09.594577 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f31b3248-c84c-444c-bc38-0525aeb0f6e5 req-03441053-852b-43d5-9461-845dc48b7c3d tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0932536 Nov 18 16:23:09.644773 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f31b3248-c84c-444c-bc38-0525aeb0f6e5 req-84e8957c-5bad-4bd7-a02e-4b4252ec24f8 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428090 Nov 18 16:23:10.331478 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddce67-3297-4e8f-ae09-460d414affb4 req-dc68b277-a3d9-4221-baa9-4f478d247dea tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:10.333721 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-32ddce67-3297-4e8f-ae09-460d414affb4 req-dc68b277-a3d9-4221-baa9-4f478d247dea tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0864677 Nov 18 16:23:10.410322 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-32ddce67-3297-4e8f-ae09-460d414affb4 req-896b48a9-4747-4914-8074-d5cb253fd740 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697405 Nov 18 16:23:10.676823 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e050c-ea3f-4002-9266-4cc7c2d7aec3 req-2c71d53c-6871-41cd-b21b-955310b80fb8 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:10.678433 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-601e050c-ea3f-4002-9266-4cc7c2d7aec3 req-2c71d53c-6871-41cd-b21b-955310b80fb8 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.1443198 Nov 18 16:23:10.728654 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-601e050c-ea3f-4002-9266-4cc7c2d7aec3 req-b34da952-8cd1-4fb3-ad5b-0e175373800c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 Nov 18 16:23:10.939023 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d75803-984b-4799-881f-32751bec1cb4 req-95fe0e92-b99b-4bc1-996d-213654e35eab tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:10.940743 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b1d75803-984b-4799-881f-32751bec1cb4 req-95fe0e92-b99b-4bc1-996d-213654e35eab tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0859561 Nov 18 16:23:10.988341 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b1d75803-984b-4799-881f-32751bec1cb4 req-c0297e77-b5aa-42ad-93bd-d5bc29ad8fd3 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Nov 18 16:23:11.614874 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a4592-31d4-441a-beb5-dbb8f792d009 req-e67c9570-d8cb-4cb7-bc73-46ad7c93bcb1 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:11.616545 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a74a4592-31d4-441a-beb5-dbb8f792d009 req-e67c9570-d8cb-4cb7-bc73-46ad7c93bcb1 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0839078 Nov 18 16:23:11.670898 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a74a4592-31d4-441a-beb5-dbb8f792d009 req-4465161d-c84d-4e42-b34f-fa27ab501b9d tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479167 Nov 18 16:23:11.944259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994d726-9525-4a1e-bb14-01eb5dc0210a req-13cb6a4b-b55d-4904-b25b-cbae9ceac0df tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:11.945886 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5994d726-9525-4a1e-bb14-01eb5dc0210a req-13cb6a4b-b55d-4904-b25b-cbae9ceac0df tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0853894 Nov 18 16:23:11.996470 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5994d726-9525-4a1e-bb14-01eb5dc0210a req-5c649258-99f4-427e-b48b-32ec44eb138b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441589 Nov 18 16:23:12.202927 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7de0dd-4f45-4760-af00-7294f356000a req-6d758af3-2955-4add-9f0f-147628b9d211 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:12.204585 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eb7de0dd-4f45-4760-af00-7294f356000a req-6d758af3-2955-4add-9f0f-147628b9d211 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0878024 Nov 18 16:23:12.253310 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eb7de0dd-4f45-4760-af00-7294f356000a req-30098b8e-5091-4bdd-9e45-84a54d6a9fd3 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424273 Nov 18 16:23:12.895980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c307dc-09f0-44b1-9f12-bee4df52568c req-a875e1f0-4b50-4672-b401-668e2f145887 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:12.897623 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-47c307dc-09f0-44b1-9f12-bee4df52568c req-a875e1f0-4b50-4672-b401-668e2f145887 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0864789 Nov 18 16:23:12.962349 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-47c307dc-09f0-44b1-9f12-bee4df52568c req-83e87a2f-d12b-4816-bada-37f8e87855cc tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558398 Nov 18 16:23:13.126642 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:13.212542 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d659ec-a776-4bd1-bd38-0f18c7c98f33 req-f8c87cd8-c22c-46a4-9543-48c43ee8ab14 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:13.214154 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d5d659ec-a776-4bd1-bd38-0f18c7c98f33 req-f8c87cd8-c22c-46a4-9543-48c43ee8ab14 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0878336 Nov 18 16:23:13.262075 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d5d659ec-a776-4bd1-bd38-0f18c7c98f33 req-6961ae85-1cef-4aca-b3ab-19aa28d4b95a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417507 Nov 18 16:23:13.466916 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b23cf-7062-41cb-8e99-58ddafd66d3b req-2d7a5274-571a-4030-9e7c-af1ef5fc8e7e tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:13.468591 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f30b23cf-7062-41cb-8e99-58ddafd66d3b req-2d7a5274-571a-4030-9e7c-af1ef5fc8e7e tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0875924 Nov 18 16:23:13.521736 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f30b23cf-7062-41cb-8e99-58ddafd66d3b req-b8a43230-fc20-4766-9edf-a05cdb201c57 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466278 Nov 18 16:23:13.746819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55382) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:13.898162 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-03d9a250-2218-42e1-bf78-29fea6d70b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:13.932752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-03d9a250-2218-42e1-bf78-29fea6d70b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:13.936760 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-03d9a250-2218-42e1-bf78-29fea6d70b73 admin admin] Usage tracker for resource:security_group_rule and tenant:ce8dd5f713504a1fab0dfcd6658c77fc is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:13.939736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-03d9a250-2218-42e1-bf78-29fea6d70b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:13.945985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-03d9a250-2218-42e1-bf78-29fea6d70b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:14.021148 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-03d9a250-2218-42e1-bf78-29fea6d70b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.025302 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-03d9a250-2218-42e1-bf78-29fea6d70b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.033558 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-876af30f-3fe7-4e36-bb10-31721ad915fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:14.077413 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9a250-2218-42e1-bf78-29fea6d70b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10c3fc1-4338-46e2-a336-098f5f25c40e,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:14.084303 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-03d9a250-2218-42e1-bf78-29fea6d70b73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce8dd5f713504a1fab0dfcd6658c77fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3363397 Nov 18 16:23:14.085503 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-03d9a250-2218-42e1-bf78-29fea6d70b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:14.086844 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55396) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:14.149844 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9180cd6b-8373-4d30-a3dd-ccba261dca2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.176557 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9180cd6b-8373-4d30-a3dd-ccba261dca2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.181163 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f6ca5-a2c3-4812-8dce-3ec789f15e85 req-7e306f0a-dc7d-412a-a6de-47a567735331 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:14.182841 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-701f6ca5-a2c3-4812-8dce-3ec789f15e85 req-7e306f0a-dc7d-412a-a6de-47a567735331 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0830817 Nov 18 16:23:14.221294 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9180cd6b-8373-4d30-a3dd-ccba261dca2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.226314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-74739fa8-f896-463e-8fc8-33734bbd1561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:14.231440 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-701f6ca5-a2c3-4812-8dce-3ec789f15e85 req-d7165ac3-33b8-4de7-b6fd-913d0302db1a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423925 Nov 18 16:23:14.242022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180cd6b-8373-4d30-a3dd-ccba261dca2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10c3fc1-4338-46e2-a336-098f5f25c40e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:14.246730 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9180cd6b-8373-4d30-a3dd-ccba261dca2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:14.247962 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9180cd6b-8373-4d30-a3dd-ccba261dca2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.249164 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-9180cd6b-8373-4d30-a3dd-ccba261dca2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b10c3fc1-4338-46e2-a336-098f5f25c40e HTTP/1.1" status: 204 len: 168 time: 0.1613519 Nov 18 16:23:14.480906 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71210580-61b7-4a5e-ad83-9a2ff9e5e53c req-b913c665-83e8-4a14-8e38-9c96937e6603 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:14.482924 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-71210580-61b7-4a5e-ad83-9a2ff9e5e53c req-b913c665-83e8-4a14-8e38-9c96937e6603 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0883710 Nov 18 16:23:14.533261 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-71210580-61b7-4a5e-ad83-9a2ff9e5e53c req-cc50f188-1a36-4a39-a380-75f9e17da50d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435102 Nov 18 16:23:14.607358 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55410) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:14.626946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-101bf351-5933-4d81-b5cc-c03578d265d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.659596 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-101bf351-5933-4d81-b5cc-c03578d265d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:14.664302 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-101bf351-5933-4d81-b5cc-c03578d265d7 admin admin] Usage tracker for resource:security_group_rule and tenant:23b177c0b77745a2a34872079668822b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:14.667223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-101bf351-5933-4d81-b5cc-c03578d265d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:14.672988 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-101bf351-5933-4d81-b5cc-c03578d265d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:14.732741 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bec0c-0ca9-4f3b-bd01-60901128d131 req-73a51650-f270-48df-9036-8ce9dfc85a32 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:14.734449 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bb0bec0c-0ca9-4f3b-bd01-60901128d131 req-73a51650-f270-48df-9036-8ce9dfc85a32 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0837135 Nov 18 16:23:14.740510 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-101bf351-5933-4d81-b5cc-c03578d265d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.744075 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-101bf351-5933-4d81-b5cc-c03578d265d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.751949 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5db4fbae-8d33-45c4-ac84-24bdb70c50c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:14.781570 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bf351-5933-4d81-b5cc-c03578d265d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f591559-9e76-43f5-a610-5630ec5cc2d5,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:14.783702 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bb0bec0c-0ca9-4f3b-bd01-60901128d131 req-f918e4d2-5329-4c64-ab66-69779cd59cc8 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 Nov 18 16:23:14.787900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-101bf351-5933-4d81-b5cc-c03578d265d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:14.807140 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-101bf351-5933-4d81-b5cc-c03578d265d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23b177c0b77745a2a34872079668822b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1970291 Nov 18 16:23:14.808451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 55414) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:14.875198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-83acb94e-cfaa-416c-b037-8a1870444aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.901079 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-83acb94e-cfaa-416c-b037-8a1870444aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.944534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-83acb94e-cfaa-416c-b037-8a1870444aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.949463 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:14.963422 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acb94e-cfaa-416c-b037-8a1870444aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f591559-9e76-43f5-a610-5630ec5cc2d5,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:14.966183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-83acb94e-cfaa-416c-b037-8a1870444aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:14.976461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-83acb94e-cfaa-416c-b037-8a1870444aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:14.977680 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-83acb94e-cfaa-416c-b037-8a1870444aa3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f591559-9e76-43f5-a610-5630ec5cc2d5 HTTP/1.1" status: 204 len: 168 time: 0.1681786 Nov 18 16:23:15.453936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03e059-8b27-4ebb-9676-d91083e314cb req-0b8ba960-f423-4170-bb3b-38faa31bfc61 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:15.455624 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-aa03e059-8b27-4ebb-9676-d91083e314cb req-0b8ba960-f423-4170-bb3b-38faa31bfc61 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0907326 Nov 18 16:23:15.508138 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-aa03e059-8b27-4ebb-9676-d91083e314cb req-a09cf53d-0faa-4f0a-ac1e-20470d9a071b tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456924 Nov 18 16:23:15.752031 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c6b46-4560-42fb-9457-a0049acb3601 req-ba43d205-6eb5-41cc-8474-43a2b790416f tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:15.760191 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-329c6b46-4560-42fb-9457-a0049acb3601 req-ba43d205-6eb5-41cc-8474-43a2b790416f tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0941370 Nov 18 16:23:15.824156 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-329c6b46-4560-42fb-9457-a0049acb3601 req-e4268c6a-9edb-4fb0-861e-df1940c9b583 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631120 Nov 18 16:23:15.905950 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 3538df7a-2354-4127-9348-c0cf65f1dd0d up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:15.982463 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 3538df7a-2354-4127-9348-c0cf65f1dd0d triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:15.982894 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:16.025274 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa82dbd-173a-43fd-a69f-2b921dbba3df req-14a701c0-19e0-4562-8c61-210bdb0d0c21 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:16.026053 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-3fa82dbd-173a-43fd-a69f-2b921dbba3df req-14a701c0-19e0-4562-8c61-210bdb0d0c21 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Synchronizing usage tracker for tenant:aadefb8730b144ba8d833df40d40bca4 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:23:16.045129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-3fa82dbd-173a-43fd-a69f-2b921dbba3df req-14a701c0-19e0-4562-8c61-210bdb0d0c21 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Unset dirty status for tenant:aadefb8730b144ba8d833df40d40bca4 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:23:16.046622 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3fa82dbd-173a-43fd-a69f-2b921dbba3df req-14a701c0-19e0-4562-8c61-210bdb0d0c21 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.1122594 Nov 18 16:23:16.098478 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3fa82dbd-173a-43fd-a69f-2b921dbba3df req-dcd5b592-a3d6-40d8-8b39-96fcd4553fe9 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447202 Nov 18 16:23:16.720815 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e6629-bf2c-4470-9019-a22e0c1db8ad req-81e48638-19c1-4853-bcad-eb7dcf7f31e5 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:16.722719 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-978e6629-bf2c-4470-9019-a22e0c1db8ad req-81e48638-19c1-4853-bcad-eb7dcf7f31e5 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0843589 Nov 18 16:23:16.779339 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-978e6629-bf2c-4470-9019-a22e0c1db8ad req-a3e5c603-b3c0-4e10-a1af-bbf15dbfb1ef tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504067 Nov 18 16:23:17.048550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f332f-9894-4ead-809c-f864de13db7f req-f95bf054-f8c0-4c06-a1ae-5d3c7ba280d5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:17.050166 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b69f332f-9894-4ead-809c-f864de13db7f req-f95bf054-f8c0-4c06-a1ae-5d3c7ba280d5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0833466 Nov 18 16:23:17.098928 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b69f332f-9894-4ead-809c-f864de13db7f req-f002dcc9-8a28-4d15-bc0b-20fda8095659 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 Nov 18 16:23:17.328718 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbe936-b658-4818-9e86-4d6a174af2bb req-ca182735-1aab-464d-a82e-e4096fdcc7fb tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:17.330342 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-49fbe936-b658-4818-9e86-4d6a174af2bb req-ca182735-1aab-464d-a82e-e4096fdcc7fb tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0843000 Nov 18 16:23:17.381131 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-49fbe936-b658-4818-9e86-4d6a174af2bb req-a4f7948a-34eb-45e7-b490-848261ef72b4 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Nov 18 16:23:17.999239 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a40fb3-e7a5-46c8-879c-8517f7b92645 req-25217e5f-40e8-4745-8a02-358d955b2490 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:18.000843 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-22a40fb3-e7a5-46c8-879c-8517f7b92645 req-25217e5f-40e8-4745-8a02-358d955b2490 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0850649 Nov 18 16:23:18.047342 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-22a40fb3-e7a5-46c8-879c-8517f7b92645 req-460bc45d-48e5-4f0c-b264-415717bd78f2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 Nov 18 16:23:18.306167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c2d51-a6b0-4e9f-92bc-c6fe16dfd94b req-a3e2ecf7-b9e2-4800-b6f4-271b4cf592b0 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:18.307721 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-754c2d51-a6b0-4e9f-92bc-c6fe16dfd94b req-a3e2ecf7-b9e2-4800-b6f4-271b4cf592b0 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0811255 Nov 18 16:23:18.356660 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-754c2d51-a6b0-4e9f-92bc-c6fe16dfd94b req-49c990b0-e326-44f1-ab19-a1fb76c47217 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 Nov 18 16:23:18.595525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d72379-a149-4493-8b81-fa281002587e req-392ec6b9-bcb9-4baf-923f-6d2ecb3dd6bd tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:18.597144 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-55d72379-a149-4493-8b81-fa281002587e req-392ec6b9-bcb9-4baf-923f-6d2ecb3dd6bd tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0863178 Nov 18 16:23:18.646459 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-55d72379-a149-4493-8b81-fa281002587e req-67cb6ab8-3196-4c76-b599-e8730ad0e979 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422115 Nov 18 16:23:19.255477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183824-b50c-4531-b8a5-7c7a79cfcc1f req-d5950814-80d2-46a5-b2b5-026bb4b467c8 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:19.257119 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-79183824-b50c-4531-b8a5-7c7a79cfcc1f req-d5950814-80d2-46a5-b2b5-026bb4b467c8 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0824795 Nov 18 16:23:19.307254 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-79183824-b50c-4531-b8a5-7c7a79cfcc1f req-6d55478d-76fb-4fce-a40b-8aace3292f21 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440838 Nov 18 16:23:19.566128 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b48f0f-903a-4953-a700-8e6d92cd8465 req-dfb51146-c16d-4de7-af56-7d26cca5c821 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:19.568381 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-09b48f0f-903a-4953-a700-8e6d92cd8465 req-dfb51146-c16d-4de7-af56-7d26cca5c821 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0845156 Nov 18 16:23:19.616001 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-09b48f0f-903a-4953-a700-8e6d92cd8465 req-856e1d5a-19bd-44a1-9734-1fd058371868 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412188 Nov 18 16:23:19.867459 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10d356-05da-4822-9e85-ca687f83b996 req-4eaf83a9-bbb2-412a-a1b0-e7c8a6fe0f84 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:19.869109 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ba10d356-05da-4822-9e85-ca687f83b996 req-4eaf83a9-bbb2-412a-a1b0-e7c8a6fe0f84 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0904469 Nov 18 16:23:19.917632 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ba10d356-05da-4822-9e85-ca687f83b996 req-6df4a639-3180-4d02-a3b1-767e9cea2b34 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Nov 18 16:23:20.515883 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d4e2f-e255-4e4f-bbdf-6f641f943172 req-208eae35-7a0c-4547-9881-d455c11cbf2c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:20.517476 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9e3d4e2f-e255-4e4f-bbdf-6f641f943172 req-208eae35-7a0c-4547-9881-d455c11cbf2c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0820105 Nov 18 16:23:20.565218 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9e3d4e2f-e255-4e4f-bbdf-6f641f943172 req-a5b2facf-6d88-4ca2-82eb-e06ff6f88265 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410738 Nov 18 16:23:20.829598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95ae59-71fa-4284-9f28-b80daaf7e3e5 req-87d0f886-310e-4052-a79e-f1a3346553ba tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:20.831216 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f95ae59-71fa-4284-9f28-b80daaf7e3e5 req-87d0f886-310e-4052-a79e-f1a3346553ba tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0879755 Nov 18 16:23:20.880969 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f95ae59-71fa-4284-9f28-b80daaf7e3e5 req-1bb2e167-c08e-43ba-9c48-d8e53c7e9802 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428209 Nov 18 16:23:21.127456 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7a159-c691-48c7-aaed-d4d78512c142 req-977ac58b-c283-4a9a-96b2-5ca0005e5aae tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:21.129741 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dfd7a159-c691-48c7-aaed-d4d78512c142 req-977ac58b-c283-4a9a-96b2-5ca0005e5aae tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0827525 Nov 18 16:23:21.176517 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dfd7a159-c691-48c7-aaed-d4d78512c142 req-5016eb7d-f049-4923-adac-7d37e0ffac14 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Nov 18 16:23:21.778792 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d2ff2-e604-4fbf-b553-14d32b3e3d31 req-e758db3f-2831-487c-bd5a-e0d71b424a44 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:21.780489 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a68d2ff2-e604-4fbf-b553-14d32b3e3d31 req-e758db3f-2831-487c-bd5a-e0d71b424a44 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0875556 Nov 18 16:23:21.828359 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a68d2ff2-e604-4fbf-b553-14d32b3e3d31 req-b9e6ba1b-1324-4ca8-a213-5b0f12e52447 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Nov 18 16:23:22.094491 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76fef7-36ad-4abd-a6be-ba887e236543 req-5d6cbbb5-b63c-48f7-a650-df06e5a12b46 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:22.100317 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8b76fef7-36ad-4abd-a6be-ba887e236543 req-5d6cbbb5-b63c-48f7-a650-df06e5a12b46 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0914934 Nov 18 16:23:22.149313 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8b76fef7-36ad-4abd-a6be-ba887e236543 req-3257c36d-052c-473c-8256-e03ef7aea8eb tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466352 Nov 18 16:23:22.389062 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c65c75-4818-4b57-b870-0773c2bc8d99 req-0ca60574-50b2-410a-b433-61ad23f32608 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:22.390580 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-55c65c75-4818-4b57-b870-0773c2bc8d99 req-0ca60574-50b2-410a-b433-61ad23f32608 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0851595 Nov 18 16:23:22.437107 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-55c65c75-4818-4b57-b870-0773c2bc8d99 req-7e9a210d-583b-412c-a155-b65bfd4d90f9 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Nov 18 16:23:23.043243 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dd84a-a2be-4a15-9b10-552f6dac71d9 req-b74d3212-606b-4c31-882d-c4befe819c19 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:23.044827 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-898dd84a-a2be-4a15-9b10-552f6dac71d9 req-b74d3212-606b-4c31-882d-c4befe819c19 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0840468 Nov 18 16:23:23.094042 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-898dd84a-a2be-4a15-9b10-552f6dac71d9 req-f0bd8cde-0185-44cc-b5f1-0936c2f03895 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428905 Nov 18 16:23:23.366140 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d26ab-1ad3-4298-93ed-2bffaa41609f req-d9a43c55-63a4-4102-9cd0-e9002c4d92ed tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:23.367688 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a04d26ab-1ad3-4298-93ed-2bffaa41609f req-d9a43c55-63a4-4102-9cd0-e9002c4d92ed tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0830534 Nov 18 16:23:23.414948 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a04d26ab-1ad3-4298-93ed-2bffaa41609f req-660c98a2-4607-434c-8d35-ef5b03c66bc7 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411663 Nov 18 16:23:23.649621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d02f94-a912-4772-bc86-4e9378c94673 req-d0a9609a-0038-4e68-b106-55586f83a6ba tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:23.651131 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5d02f94-a912-4772-bc86-4e9378c94673 req-d0a9609a-0038-4e68-b106-55586f83a6ba tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0857453 Nov 18 16:23:23.698846 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5d02f94-a912-4772-bc86-4e9378c94673 req-6e00d794-c75a-4478-a8a3-1f3e98cc347e tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Nov 18 16:23:24.038402 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4b3a8677-e5df-4791-85da-66101b750ad2 req-a33ae8d9-f036-4888-9615-bc28e126c8e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 1162 time: 0.0742683 Nov 18 16:23:24.084848 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4b3a8677-e5df-4791-85da-66101b750ad2 req-4c3f478e-2cf2-427d-b5f9-34447639df56 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391963 Nov 18 16:23:24.313437 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff4818-739a-45ed-b4f1-7431be9136c2 req-92335f5c-6a84-4eb8-8845-31a17b3b3720 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:24.315153 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-80ff4818-739a-45ed-b4f1-7431be9136c2 req-92335f5c-6a84-4eb8-8845-31a17b3b3720 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0881543 Nov 18 16:23:24.376401 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-80ff4818-739a-45ed-b4f1-7431be9136c2 req-7960c956-b143-4ac5-b586-881faa2b241e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544407 Nov 18 16:23:24.643087 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb0e10-a6a9-4a4f-89ad-9bc4a662455b req-d483486b-1f11-4da6-86ac-6ad8704e96a2 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:24.645310 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-38cb0e10-a6a9-4a4f-89ad-9bc4a662455b req-d483486b-1f11-4da6-86ac-6ad8704e96a2 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0910945 Nov 18 16:23:24.707332 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-38cb0e10-a6a9-4a4f-89ad-9bc4a662455b req-de8da951-bc44-4cbb-8612-c9f8437beec1 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526509 Nov 18 16:23:24.964144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240c92f-bf2f-4719-b381-f304fa9144cf req-b1dcbd80-dc86-44c6-bc77-6d043ead0bc9 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:24.965786 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1240c92f-bf2f-4719-b381-f304fa9144cf req-b1dcbd80-dc86-44c6-bc77-6d043ead0bc9 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0848253 Nov 18 16:23:25.017566 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1240c92f-bf2f-4719-b381-f304fa9144cf req-0841c270-2207-4e79-9499-fea01cbfbd54 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451207 Nov 18 16:23:25.584304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec3cf1-50ca-4b17-a4ee-1144ee532d67 req-9d653134-a51e-4ae4-aa8f-9b836cc151b7 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:25.585813 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-10ec3cf1-50ca-4b17-a4ee-1144ee532d67 req-9d653134-a51e-4ae4-aa8f-9b836cc151b7 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0859194 Nov 18 16:23:25.633939 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-10ec3cf1-50ca-4b17-a4ee-1144ee532d67 req-28750b7e-2a15-4160-bfb5-25b17c193be9 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419729 Nov 18 16:23:25.921429 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06b463-8195-4bb0-ab24-0a67f7ad7441 req-117aa2fb-5081-49ca-8c7f-b06ac2d9736d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:25.923061 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6a06b463-8195-4bb0-ab24-0a67f7ad7441 req-117aa2fb-5081-49ca-8c7f-b06ac2d9736d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0827055 Nov 18 16:23:25.970539 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6a06b463-8195-4bb0-ab24-0a67f7ad7441 req-167efc92-b16b-48f2-8bd0-0a0e11c84528 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407665 Nov 18 16:23:26.231848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb717f59-6ad7-40a6-8ef4-87be2ae9a702 req-dac911ed-e190-4c35-b512-37a54ce86502 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:26.233446 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eb717f59-6ad7-40a6-8ef4-87be2ae9a702 req-dac911ed-e190-4c35-b512-37a54ce86502 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0865872 Nov 18 16:23:26.280103 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eb717f59-6ad7-40a6-8ef4-87be2ae9a702 req-2e7ce2ac-e6cb-4c50-a8a4-1d2e1f05d8e4 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406232 Nov 18 16:23:26.723139 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ff67f98e-7160-40d7-b83e-f54fb385d202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:26.843267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4633d1-36d4-45c2-8d50-559dac3fd296 req-ebbb96e7-a2c1-4578-bb5d-8bc30520a5c2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:26.844921 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1d4633d1-36d4-45c2-8d50-559dac3fd296 req-ebbb96e7-a2c1-4578-bb5d-8bc30520a5c2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0834837 Nov 18 16:23:26.892667 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1d4633d1-36d4-45c2-8d50-559dac3fd296 req-a01c6390-cb0e-4075-acac-24bf12c6fd2d tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Nov 18 16:23:27.184324 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1603348-e110-41b0-8375-d822b0c6ae2c req-8cadda2f-f295-41c4-8dad-6f134f4099f8 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:27.185953 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a1603348-e110-41b0-8375-d822b0c6ae2c req-8cadda2f-f295-41c4-8dad-6f134f4099f8 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0867262 Nov 18 16:23:27.233789 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a1603348-e110-41b0-8375-d822b0c6ae2c req-342f6814-f8b9-41b3-b1d6-6f70d1023988 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411677 Nov 18 16:23:27.486955 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab20700-034d-4cbd-8978-520fdad6ae9d req-18c63c5a-50ee-434d-8320-5f590b1180d7 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:27.488592 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5ab20700-034d-4cbd-8978-520fdad6ae9d req-18c63c5a-50ee-434d-8320-5f590b1180d7 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0815895 Nov 18 16:23:27.541182 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5ab20700-034d-4cbd-8978-520fdad6ae9d req-ff584a71-f916-43fc-9bd1-f29d42456f5b tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466192 Nov 18 16:23:28.102046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8a0ef-68d2-4629-92f1-3dd0d64c56d5 req-4866b1fe-ca72-49a0-8d76-a15a9e97638f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:28.103550 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-07c8a0ef-68d2-4629-92f1-3dd0d64c56d5 req-4866b1fe-ca72-49a0-8d76-a15a9e97638f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0823197 Nov 18 16:23:28.150801 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-07c8a0ef-68d2-4629-92f1-3dd0d64c56d5 req-2cfdb551-b6e0-4cab-a760-bed269014348 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Nov 18 16:23:28.449810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e66b34-9622-4bae-b93f-011f8ba44051 req-d19c9790-8914-4f1e-a6f1-575b3b8617c5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:28.451335 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-90e66b34-9622-4bae-b93f-011f8ba44051 req-d19c9790-8914-4f1e-a6f1-575b3b8617c5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0882368 Nov 18 16:23:28.498625 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-90e66b34-9622-4bae-b93f-011f8ba44051 req-84dde8fe-8175-4f04-a20d-eec58f99c498 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Nov 18 16:23:28.757515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea9fc0-91b5-4bc3-b75f-0fd606fce05f req-923f273f-1c78-48e9-951d-d80a171bce4a tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:28.765166 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2fea9fc0-91b5-4bc3-b75f-0fd606fce05f req-923f273f-1c78-48e9-951d-d80a171bce4a tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0954983 Nov 18 16:23:28.809557 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2fea9fc0-91b5-4bc3-b75f-0fd606fce05f req-e8f33987-e645-4218-8f8a-87a4134c79b6 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434561 Nov 18 16:23:29.295766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-770ed680-9a07-4be1-895e-e950da3f03b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:29.368756 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3c2a9-b0ce-4d36-9f8c-00735b1d6f70 req-2f356c96-38bf-4692-9815-deb859d45fed tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:29.370367 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21e3c2a9-b0ce-4d36-9f8c-00735b1d6f70 req-2f356c96-38bf-4692-9815-deb859d45fed tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0883291 Nov 18 16:23:29.419246 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21e3c2a9-b0ce-4d36-9f8c-00735b1d6f70 req-31f331e2-0303-4880-a2a5-5247f292c65f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Nov 18 16:23:29.660914 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:29.716412 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b8c76-6f7c-4f4e-92ae-71a769c3d2a0 req-5fb546fc-c861-441d-85ca-16f3b94691d2 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:29.718023 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4e2b8c76-6f7c-4f4e-92ae-71a769c3d2a0 req-5fb546fc-c861-441d-85ca-16f3b94691d2 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0872467 Nov 18 16:23:29.764680 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4e2b8c76-6f7c-4f4e-92ae-71a769c3d2a0 req-d9802631-4fec-40f6-8ba1-a4b366a09c59 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405312 Nov 18 16:23:30.023614 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11e031-7b7c-46a5-b0a7-b481c97335f4 req-b726a95a-4e64-45f9-8d42-49bbf8fb323d tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:30.025247 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7b11e031-7b7c-46a5-b0a7-b481c97335f4 req-b726a95a-4e64-45f9-8d42-49bbf8fb323d tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0825334 Nov 18 16:23:30.079396 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7b11e031-7b7c-46a5-b0a7-b481c97335f4 req-a8effd1b-2200-4680-87f8-135035af4500 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479989 Nov 18 16:23:30.626894 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05c00c-8fa1-43cf-8058-c81dc3101cf8 req-23c1ac20-b005-400c-b779-b2257f7389c9 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:30.628453 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fa05c00c-8fa1-43cf-8058-c81dc3101cf8 req-23c1ac20-b005-400c-b779-b2257f7389c9 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0830417 Nov 18 16:23:30.647348 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:30.678161 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fa05c00c-8fa1-43cf-8058-c81dc3101cf8 req-e9bc7323-b040-4a5d-8971-007445749692 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Nov 18 16:23:30.978244 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0cefb-b782-4116-bc94-18d75a765cd6 req-04627935-e84d-4a32-a04e-e5a7715862e2 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:30.980308 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-37d0cefb-b782-4116-bc94-18d75a765cd6 req-04627935-e84d-4a32-a04e-e5a7715862e2 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0841777 Nov 18 16:23:31.034808 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-37d0cefb-b782-4116-bc94-18d75a765cd6 req-97d3e2f0-2505-424f-a61a-cbff702ac4a3 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488453 Nov 18 16:23:31.177605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:31.299961 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4676f7f-ce9e-461d-af2e-2d105e3536b5 req-13be3d37-084f-4687-acb3-3cd351acc978 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:31.301622 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d4676f7f-ce9e-461d-af2e-2d105e3536b5 req-13be3d37-084f-4687-acb3-3cd351acc978 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0893531 Nov 18 16:23:31.351309 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d4676f7f-ce9e-461d-af2e-2d105e3536b5 req-7fc7494a-1109-4dab-9b46-9358695c5066 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432794 Nov 18 16:23:32.022767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803f30b-490f-4169-a909-536f9b2abba9 req-2a2e37e5-c33d-43aa-88c9-51dd8c655ea3 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:32.024320 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b803f30b-490f-4169-a909-536f9b2abba9 req-2a2e37e5-c33d-43aa-88c9-51dd8c655ea3 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0821495 Nov 18 16:23:32.072701 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b803f30b-490f-4169-a909-536f9b2abba9 req-ae3661fc-81d8-4f65-af98-b4338d5ba25e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423584 Nov 18 16:23:32.448557 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519865d6-a217-47e4-8e06-b2425bb04d50 req-759e1f3b-0d2c-4425-a432-24134a30021e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:32.450171 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-519865d6-a217-47e4-8e06-b2425bb04d50 req-759e1f3b-0d2c-4425-a432-24134a30021e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.2622707 Nov 18 16:23:32.501498 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-519865d6-a217-47e4-8e06-b2425bb04d50 req-a713414a-bc84-44d6-b43a-7fb15df84c0d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450885 Nov 18 16:23:32.706345 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600bc39-ea2e-4e86-8d5e-dbfc68519b4a req-b3ef7287-d6f6-4e1f-b0b1-abcbff70fafe tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:32.708937 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3600bc39-ea2e-4e86-8d5e-dbfc68519b4a req-b3ef7287-d6f6-4e1f-b0b1-abcbff70fafe tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0907586 Nov 18 16:23:32.758044 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3600bc39-ea2e-4e86-8d5e-dbfc68519b4a req-c49968fe-503a-478d-89eb-1417291dabb1 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427761 Nov 18 16:23:33.287885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5290c78-76fd-44be-b7b7-6af6670adb01 req-c3eeb024-78e5-41e3-bce5-02656529f308 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:33.289479 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5290c78-76fd-44be-b7b7-6af6670adb01 req-c3eeb024-78e5-41e3-bce5-02656529f308 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0848942 Nov 18 16:23:33.337784 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5290c78-76fd-44be-b7b7-6af6670adb01 req-75cc048f-8f6d-4602-8c22-e5236deb4be0 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Nov 18 16:23:33.714010 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815016fa-ca78-42f5-aa09-4d9a479e3370 req-ddd3a2a2-fed4-42e6-ae76-e89dd2304053 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:33.715661 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-815016fa-ca78-42f5-aa09-4d9a479e3370 req-ddd3a2a2-fed4-42e6-ae76-e89dd2304053 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0837080 Nov 18 16:23:33.768798 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-815016fa-ca78-42f5-aa09-4d9a479e3370 req-94658ae1-5a70-4f9a-a60a-ce4a27406805 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 Nov 18 16:23:33.975860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b2ed0-87df-4487-889d-d0077f65c9d9 req-89da58ed-3918-45f6-b541-632f5ce69e09 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:33.977444 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-995b2ed0-87df-4487-889d-d0077f65c9d9 req-89da58ed-3918-45f6-b541-632f5ce69e09 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0833249 Nov 18 16:23:34.025099 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-995b2ed0-87df-4487-889d-d0077f65c9d9 req-63dd7299-6f35-48db-8f33-311e780c78ac tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Nov 18 16:23:34.554473 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688656bb-1015-41e8-a8a5-c0f6989c66d7 req-a97cd367-d9b6-49cb-b6ce-0aa921b0705e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:34.556105 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-688656bb-1015-41e8-a8a5-c0f6989c66d7 req-a97cd367-d9b6-49cb-b6ce-0aa921b0705e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.0861435 Nov 18 16:23:34.604810 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-688656bb-1015-41e8-a8a5-c0f6989c66d7 req-7bbfb520-358e-4cba-94f7-8cf723d6ed6c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425520 Nov 18 16:23:34.976680 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1d958-46bf-420d-93e8-d00c8be960fb req-7c78d7f3-a0b5-4acb-8ed2-cdd8be6ca406 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:34.978251 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cbb1d958-46bf-420d-93e8-d00c8be960fb req-7c78d7f3-a0b5-4acb-8ed2-cdd8be6ca406 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0806367 Nov 18 16:23:35.024525 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cbb1d958-46bf-420d-93e8-d00c8be960fb req-40fe732d-669c-417e-bb8e-8fe16a9288f6 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 Nov 18 16:23:35.237261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1b4c2-5e2e-400d-9eb4-e85cbf0fa25e req-c833a076-03a7-4b36-a1e3-92aa40717f2e tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:35.239303 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-48b1b4c2-5e2e-400d-9eb4-e85cbf0fa25e req-c833a076-03a7-4b36-a1e3-92aa40717f2e tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0867398 Nov 18 16:23:35.286298 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-48b1b4c2-5e2e-400d-9eb4-e85cbf0fa25e req-0dc82dde-5b93-48b8-8e74-b8328676da5f tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406969 Nov 18 16:23:35.858594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3e15d-1bb6-4cbf-a4ed-dc03301d1fc9 req-4989d44c-63d3-4eea-b706-0ec6dba467e2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:35.862356 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-57a3e15d-1bb6-4cbf-a4ed-dc03301d1fc9 req-4989d44c-63d3-4eea-b706-0ec6dba467e2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1258569 Nov 18 16:23:35.914858 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-57a3e15d-1bb6-4cbf-a4ed-dc03301d1fc9 req-9287e7c7-2a54-412f-b509-f25ef3d8d1a9 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454829 Nov 18 16:23:36.016022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network 0801b457-441b-46b4-a19b-d121d16435a2 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:23:36.236932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61821539-3132-46b6-ad17-f4ded071c790 req-1e2213b9-0456-4e98-9789-0ee8d18cac2c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:36.238604 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-61821539-3132-46b6-ad17-f4ded071c790 req-1e2213b9-0456-4e98-9789-0ee8d18cac2c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.0840852 Nov 18 16:23:36.293233 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-61821539-3132-46b6-ad17-f4ded071c790 req-43c24b31-ea03-4f47-bc98-32742348d29a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469878 Nov 18 16:23:36.356738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.objects.ports [None req-449966d9-4650-40c8-abd0-d98739195922 None None] Time-cost: Fetching 3 ports in 2 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:23:36.504444 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43256c75-b4b6-410d-b4bb-75ac33fe063c req-c43896a8-554a-45b7-9e57-8aaa339e9e45 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:36.506027 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-43256c75-b4b6-410d-b4bb-75ac33fe063c req-c43896a8-554a-45b7-9e57-8aaa339e9e45 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0859513 Nov 18 16:23:36.555431 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-43256c75-b4b6-410d-b4bb-75ac33fe063c req-d6856378-950f-4588-8227-db5945972346 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Nov 18 16:23:36.648579 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b02f5e01-4868-4d7b-9b27-07f0fafe94d1 req-95f34a75-6022-4ab2-846a-d23b5cc29222 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0728452 Nov 18 16:23:36.757416 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b02f5e01-4868-4d7b-9b27-07f0fafe94d1 req-e768e236-0190-43eb-a7da-606288e24f59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 1163 time: 0.0848875 Nov 18 16:23:36.924893 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f5e01-4868-4d7b-9b27-07f0fafe94d1 req-a28b7bb2-6ab1-4776-8aff-d429f2509a29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:36.926537 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b02f5e01-4868-4d7b-9b27-07f0fafe94d1 req-a28b7bb2-6ab1-4776-8aff-d429f2509a29 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 200 len: 909 time: 0.1386213 Nov 18 16:23:37.178701 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc359271-954c-4030-afb3-db92298c4332 req-4536ae33-de4c-4ae4-adc8-c36449432e1d tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:37.180245 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bc359271-954c-4030-afb3-db92298c4332 req-4536ae33-de4c-4ae4-adc8-c36449432e1d tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1363132 Nov 18 16:23:37.215589 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b02f5e01-4868-4d7b-9b27-07f0fafe94d1 req-e7777ee8-f768-428e-90de-e36be1b15aba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 HTTP/1.1" status: 200 len: 217 time: 0.0964065 Nov 18 16:23:37.290817 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bc359271-954c-4030-afb3-db92298c4332 req-6eaee0df-743a-47be-b48f-f50a91d3b277 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044295 Nov 18 16:23:37.302400 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f5e01-4868-4d7b-9b27-07f0fafe94d1 req-9c2ad8e5-f5e2-48a3-a7d0-e2001be83d65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:37.303977 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b02f5e01-4868-4d7b-9b27-07f0fafe94d1 req-9c2ad8e5-f5e2-48a3-a7d0-e2001be83d65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9108d91e-b222-46b4-8a8e-afe4350e9f94 HTTP/1.1" status: 200 len: 855 time: 0.0767152 Nov 18 16:23:37.362584 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b02f5e01-4868-4d7b-9b27-07f0fafe94d1 req-effa4ecf-3c2f-4eef-ac89-1b67159c4917 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a838d3d3-fae8-4bed-95c5-46e56f447f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506988 Nov 18 16:23:37.524752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977436f-ced4-444f-b18e-5f8771f7a55c req-14554ade-a2f9-4742-98db-e8e5b14b13c6 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:37.526405 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2977436f-ced4-444f-b18e-5f8771f7a55c req-14554ade-a2f9-4742-98db-e8e5b14b13c6 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.0868618 Nov 18 16:23:37.575160 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2977436f-ced4-444f-b18e-5f8771f7a55c req-ea725162-bacc-48b2-83c0-59344b2af74a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425446 Nov 18 16:23:37.575392 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b02f5e01-4868-4d7b-9b27-07f0fafe94d1 req-9a50d805-be60-49df-b929-861ee43d1ccd service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053628 Nov 18 16:23:37.688354 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d50c6-54f4-4116-b229-645f4586c0a3 req-2822eee6-ad57-48e0-834f-5c3356e40b3a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:37.689998 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-462d50c6-54f4-4116-b229-645f4586c0a3 req-2822eee6-ad57-48e0-834f-5c3356e40b3a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.2111831 Nov 18 16:23:37.789950 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f44ba-a5c7-4a65-9a6c-815657a4e394 req-1dfa6426-2c9f-47fa-b644-fee52993c40c tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:37.791644 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-361f44ba-a5c7-4a65-9a6c-815657a4e394 req-1dfa6426-2c9f-47fa-b644-fee52993c40c tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.0886590 Nov 18 16:23:37.794338 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-462d50c6-54f4-4116-b229-645f4586c0a3 req-57f02cf6-7351-4179-a997-53491957b140 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944452 Nov 18 16:23:37.843414 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b02f5e01-4868-4d7b-9b27-07f0fafe94d1 req-6feaba87-6c06-464e-802a-2f8117ca4a67 service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2557971 Nov 18 16:23:37.846053 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-361f44ba-a5c7-4a65-9a6c-815657a4e394 req-6a034b4a-a9d6-45f8-bdfa-782f224e6473 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480814 Nov 18 16:23:38.803371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 0759490f-aafd-4ccc-9c43-b6f46c324012 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:38.885732 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port 0759490f-aafd-4ccc-9c43-b6f46c324012 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:23:38.890075 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 0759490f-aafd-4ccc-9c43-b6f46c324012 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:38.890506 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:39.034700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cde49d-9d61-4336-9cc5-bef63ccd8943 req-d5491010-d3f1-4bca-b022-b60195a72a57 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:39.036375 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-99cde49d-9d61-4336-9cc5-bef63ccd8943 req-d5491010-d3f1-4bca-b022-b60195a72a57 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 944 time: 0.1130290 Nov 18 16:23:39.059674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:39.100572 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f4a47-2526-4fb2-8e4f-81c5e8f30340 req-6c33e8ff-576b-4d67-a5ca-a012e336355f tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:39.110439 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8c0f4a47-2526-4fb2-8e4f-81c5e8f30340 req-6c33e8ff-576b-4d67-a5ca-a012e336355f tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 948 time: 0.1060307 Nov 18 16:23:39.130696 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f717542-e334-4489-9033-b9d990dcdffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0759490f-aafd-4ccc-9c43-b6f46c324012'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:39.130862 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-99cde49d-9d61-4336-9cc5-bef63ccd8943 req-57be00de-611a-4b6c-b54e-930d4c10617d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836017 Nov 18 16:23:39.143471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 0759490f-aafd-4ccc-9c43-b6f46c324012, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=0759490f-aafd-4ccc-9c43-b6f46c324012,segment=NetworkSegment(7bfa5b1d-a7ca-4410-a223-df68ca0a27a6),segment_id=7bfa5b1d-a7ca-4410-a223-df68ca0a27a6)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:39.160627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:39.162298 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 3538df7a-2354-4127-9348-c0cf65f1dd0d up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:39.176958 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8c0f4a47-2526-4fb2-8e4f-81c5e8f30340 req-997bee44-3562-4917-9993-5b19f843d323 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651824 Nov 18 16:23:39.223758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 55916) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:39.271401 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f717542-e334-4489-9033-b9d990dcdffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0759490f-aafd-4ccc-9c43-b6f46c324012', 'code': 200} Nov 18 16:23:39.271936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:39.368725 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 3538df7a-2354-4127-9348-c0cf65f1dd0d triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:39.369377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:39.413109 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=0759490f-aafd-4ccc-9c43-b6f46c324012,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:39.424525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.425113 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.426661 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.428288 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.428802 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.429485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.429989 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.430546 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.431092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.431755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.432347 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.432724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.433119 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.433627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.434134 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.434636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.435149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.435970 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.436648 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.437156 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.438105 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.438625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.439137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.439668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.446678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:39.514357 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:39.561224 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device de96592d-e93c-4b0e-84c7-f4f54e2e06e3 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:39.603508 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:39.618835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Usage tracker for resource:security_group_rule and tenant:a8e1b29b1a574a5b8e09dbd2eaac71bb is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:39.624135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:39.635962 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port de96592d-e93c-4b0e-84c7-f4f54e2e06e3 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:23:39.637979 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:39.640781 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port de96592d-e93c-4b0e-84c7-f4f54e2e06e3 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:39.641204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:39.660675 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-891e8054-987a-4d72-ae6f-0ebc9842ee44 req-05654937-11f6-4344-b94b-6e3b8d8669fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 1167 time: 0.1290917 Nov 18 16:23:39.748796 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-891e8054-987a-4d72-ae6f-0ebc9842ee44 req-60a3640b-e6e7-4d83-ba2e-1b2a388018bc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715394 Nov 18 16:23:39.750485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:39.753256 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:39.761102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:39.761369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-eef77442-5333-4538-b8d2-65bf38999378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:39.797359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port de96592d-e93c-4b0e-84c7-f4f54e2e06e3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=de96592d-e93c-4b0e-84c7-f4f54e2e06e3,segment=NetworkSegment(5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f),segment_id=5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:39.800259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:39.802160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:39.806455 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2876db96-9363-4c59-9426-80562f8eafc1,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:39.813253 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8e1b29b1a574a5b8e09dbd2eaac71bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5881588 Nov 18 16:23:39.813413 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55928) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:39.821390 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.821802 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.822201 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.822729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.822946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.823630 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.824048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.824432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.824815 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.825196 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.825576 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.825952 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.826371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.826748 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.827122 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.827496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.827894 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.828269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.828642 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.829043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.829374 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.829746 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.830119 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.830493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:39.836488 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:39.846575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:23:39.873027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=de96592d-e93c-4b0e-84c7-f4f54e2e06e3,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:39.876267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:39.893259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:39.920637 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:39.964108 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:39.968916 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b5386fbf-fc41-4fe6-98a7-85deea64906e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:39.985442 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2876db96-9363-4c59-9426-80562f8eafc1,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:40.000264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.000678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.001080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.001474 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.001865 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.002260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.002646 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.003032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.003445 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.003862 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.004248 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.004628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.005050 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.005433 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.005815 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.006193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.006574 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.006954 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.007333 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.007742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.008121 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.008501 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.008880 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.009258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:23:40.012371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:40.013605 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2876db96-9363-4c59-9426-80562f8eafc1 HTTP/1.1" status: 204 len: 168 time: 0.1990969 Nov 18 16:23:40.014528 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:40.125648 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 0759490f-aafd-4ccc-9c43-b6f46c324012 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:40.209090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 0759490f-aafd-4ccc-9c43-b6f46c324012 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:40.209922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:40.345690 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:40.383336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ec989-9de6-4dfe-b042-7a66012f9015 req-47459025-0b09-4d18-8ba5-eae14b6ad113 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:40.400169 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-248ec989-9de6-4dfe-b042-7a66012f9015 req-47459025-0b09-4d18-8ba5-eae14b6ad113 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 946 time: 0.1425030 Nov 18 16:23:40.462272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:40.462721 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:40.504850 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-248ec989-9de6-4dfe-b042-7a66012f9015 req-021a032b-5d0f-49fc-a2dc-e5da0e5bd5e5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031845 Nov 18 16:23:40.589370 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1968c17-1f63-4448-8d34-cf8b78d2e0b5 req-4ded4f7e-b5d7-450d-8e8b-828a51baec7d tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:40.591758 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e1968c17-1f63-4448-8d34-cf8b78d2e0b5 req-4ded4f7e-b5d7-450d-8e8b-828a51baec7d tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 950 time: 0.1664290 Nov 18 16:23:40.625802 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55960) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:40.657662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dd9c5f6b-7e75-41dc-b2f5-0ec59be20deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:40.671018 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e1968c17-1f63-4448-8d34-cf8b78d2e0b5 req-cf341c92-d44e-43b5-a7f8-7ffcabea13a7 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640895 Nov 18 16:23:40.713434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-dd9c5f6b-7e75-41dc-b2f5-0ec59be20deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:40.719036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-dd9c5f6b-7e75-41dc-b2f5-0ec59be20deb admin admin] Usage tracker for resource:security_group_rule and tenant:367f547ef08f47f58524245d0a43003b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:40.723189 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-dd9c5f6b-7e75-41dc-b2f5-0ec59be20deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:40.730418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-dd9c5f6b-7e75-41dc-b2f5-0ec59be20deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:40.802350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device de96592d-e93c-4b0e-84c7-f4f54e2e06e3 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:40.835856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dd9c5f6b-7e75-41dc-b2f5-0ec59be20deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:40.846460 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dd9c5f6b-7e75-41dc-b2f5-0ec59be20deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:40.846460 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4c416565-00b3-457b-95b0-ad1af8252312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:40.927574 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c5f6b-7e75-41dc-b2f5-0ec59be20deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10d7b60-39b8-4ed5-ab23-64ce17dc52d4,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:40.936361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-dd9c5f6b-7e75-41dc-b2f5-0ec59be20deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:40.957526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port de96592d-e93c-4b0e-84c7-f4f54e2e06e3 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:40.958180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:40.994860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 55976) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:40.997498 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-dd9c5f6b-7e75-41dc-b2f5-0ec59be20deb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=367f547ef08f47f58524245d0a43003b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3701587 Nov 18 16:23:41.123879 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8abdc08-ac11-4457-a448-2ade1b20d743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:41.179278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8abdc08-ac11-4457-a448-2ade1b20d743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:41.272261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd94699-f56b-4ddb-a8ba-522472ac17fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de96592d-e93c-4b0e-84c7-f4f54e2e06e3'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:41.272432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8abdc08-ac11-4457-a448-2ade1b20d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:41.283336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-df22058e-b7c1-435d-8dd8-e6aa6f46c56c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:41.307266 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8abdc08-ac11-4457-a448-2ade1b20d743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:41.326152 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d8abdc08-ac11-4457-a448-2ade1b20d743 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f10d7b60-39b8-4ed5-ab23-64ce17dc52d4 HTTP/1.1" status: 204 len: 168 time: 0.3225653 Nov 18 16:23:41.418055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abdc08-ac11-4457-a448-2ade1b20d743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10d7b60-39b8-4ed5-ab23-64ce17dc52d4,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:41.447306 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 55992) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:41.473701 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd94699-f56b-4ddb-a8ba-522472ac17fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de96592d-e93c-4b0e-84c7-f4f54e2e06e3', 'code': 200} Nov 18 16:23:41.502765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d8abdc08-ac11-4457-a448-2ade1b20d743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:41.583139 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62287b-f5a3-45af-b338-2973836090a4 req-aad6d566-7bb6-4a9e-8d92-ac29a9dc2afc tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:41.596305 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4d62287b-f5a3-45af-b338-2973836090a4 req-aad6d566-7bb6-4a9e-8d92-ac29a9dc2afc tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.1804945 Nov 18 16:23:41.668160 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e6605b22-500e-4980-975d-8d56c4eca5fe req-bd9141cc-0986-4630-a633-ea66bdaaaac1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7bd0968be268410283cefabfcbd53f4d&device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 1163 time: 0.3620980 Nov 18 16:23:41.684189 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4d62287b-f5a3-45af-b338-2973836090a4 req-e36c5e31-a319-4b6a-b9e1-6623a4a67903 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864387 Nov 18 16:23:41.934717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92d310-43a0-461e-aa98-88efbeb9dd52 req-3e28f0dc-8c77-4e8a-945a-12bd822a6be9 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:41.944187 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1c92d310-43a0-461e-aa98-88efbeb9dd52 req-3e28f0dc-8c77-4e8a-945a-12bd822a6be9 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 946 time: 0.1685293 Nov 18 16:23:42.001948 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1c92d310-43a0-461e-aa98-88efbeb9dd52 req-cdae54b9-24f7-4c3b-9d39-6799fc04413a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545132 Nov 18 16:23:42.086999 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605b22-500e-4980-975d-8d56c4eca5fe req-a32c186e-9c9c-49c6-ab19-1f5e4a0bcb7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:42.090212 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e6605b22-500e-4980-975d-8d56c4eca5fe req-a32c186e-9c9c-49c6-ab19-1f5e4a0bcb7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=856a868e-3707-4e53-9db7-ae588f2f0b5a HTTP/1.1" status: 200 len: 912 time: 0.3860703 Nov 18 16:23:42.093461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 0759490f-aafd-4ccc-9c43-b6f46c324012 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:42.165054 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-292593e8-1d26-4ba0-968a-df5493e3f63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:42.199738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 0759490f-aafd-4ccc-9c43-b6f46c324012 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:42.199904 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:42.215693 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-292593e8-1d26-4ba0-968a-df5493e3f63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:42.220554 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-292593e8-1d26-4ba0-968a-df5493e3f63e admin admin] Usage tracker for resource:security_group_rule and tenant:172d1e6640594166b9d7e13a75154115 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:42.223965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-292593e8-1d26-4ba0-968a-df5493e3f63e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:42.230252 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-292593e8-1d26-4ba0-968a-df5493e3f63e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:42.306295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-292593e8-1d26-4ba0-968a-df5493e3f63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:42.316818 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d460edc2-7340-4f7b-9888-2357f912a7ec req-d66bb917-2ad9-4429-9e4e-4f6426fc40ea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 1163 time: 0.3212838 Nov 18 16:23:42.318290 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-292593e8-1d26-4ba0-968a-df5493e3f63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:42.328575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d7e2748a-b581-43ae-bf5e-597041390212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:42.387317 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e6605b22-500e-4980-975d-8d56c4eca5fe req-8fee2092-ba52-42e7-a743-1a6d125f8bbd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d HTTP/1.1" status: 200 len: 217 time: 0.2846091 Nov 18 16:23:42.409236 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-292593e8-1d26-4ba0-968a-df5493e3f63e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=172d1e6640594166b9d7e13a75154115&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9579251 Nov 18 16:23:42.410794 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292593e8-1d26-4ba0-968a-df5493e3f63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d123f471-d3ae-4e51-987f-4ba7f252d8d3,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:42.413752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56022) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:42.419524 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-292593e8-1d26-4ba0-968a-df5493e3f63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:42.433900 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d460edc2-7340-4f7b-9888-2357f912a7ec req-324d35a9-1d5b-40fc-8ebc-ca642dd6e1b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064806 Nov 18 16:23:42.470130 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6605b22-500e-4980-975d-8d56c4eca5fe req-a16bc5f6-3719-4cba-a93a-85f253c7346e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:42.471747 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e6605b22-500e-4980-975d-8d56c4eca5fe req-a16bc5f6-3719-4cba-a93a-85f253c7346e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7aaf4acd-d19b-477b-a2fc-75be330a0986 HTTP/1.1" status: 200 len: 858 time: 0.0752888 Nov 18 16:23:42.493884 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-33a5da86-572c-4f63-970b-2e879b0a9f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:42.498899 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f514bdc-fc2d-4690-8007-1329f340ecf3 req-825ec94e-2b9a-4869-bcfc-01cf402f9ca6 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:42.510875 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0f514bdc-fc2d-4690-8007-1329f340ecf3 req-825ec94e-2b9a-4869-bcfc-01cf402f9ca6 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 950 time: 0.5385239 Nov 18 16:23:42.532516 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-33a5da86-572c-4f63-970b-2e879b0a9f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:42.560560 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0f514bdc-fc2d-4690-8007-1329f340ecf3 req-a73c0e81-b703-4342-8483-0f66e83171ca tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487134 Nov 18 16:23:42.589046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-33a5da86-572c-4f63-970b-2e879b0a9f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:42.594515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-101bf351-5933-4d81-b5cc-c03578d265d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:42.608965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5da86-572c-4f63-970b-2e879b0a9f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d123f471-d3ae-4e51-987f-4ba7f252d8d3,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:42.620212 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-33a5da86-572c-4f63-970b-2e879b0a9f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:42.621490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-33a5da86-572c-4f63-970b-2e879b0a9f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:42.622862 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-33a5da86-572c-4f63-970b-2e879b0a9f0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d123f471-d3ae-4e51-987f-4ba7f252d8d3 HTTP/1.1" status: 204 len: 168 time: 0.2063897 Nov 18 16:23:42.833934 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e6605b22-500e-4980-975d-8d56c4eca5fe req-b686d59a-5a05-4249-834c-cafba0808496 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=856a868e-3707-4e53-9db7-ae588f2f0b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609078 Nov 18 16:23:43.041317 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afd9a4-ca4b-462a-a459-63b7f2616b97 req-643092aa-8bc1-4575-86e5-63915324223c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:43.043039 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-91afd9a4-ca4b-462a-a459-63b7f2616b97 req-643092aa-8bc1-4575-86e5-63915324223c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.1546392 Nov 18 16:23:43.050602 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e6605b22-500e-4980-975d-8d56c4eca5fe req-4eccc5fb-4543-4c05-8ba9-4f96848e6e23 service neutron] 10.222.0.49 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064197 Nov 18 16:23:43.156105 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:43.212995 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-91afd9a4-ca4b-462a-a459-63b7f2616b97 req-dc8168cf-7176-4774-bd14-7b0365c87ee3 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578577 Nov 18 16:23:43.410090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b2f1-795e-4216-a871-515a10debaab req-5f1fd63c-b52d-47fb-80d1-241323024e2b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:43.411952 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1d52b2f1-795e-4216-a871-515a10debaab req-5f1fd63c-b52d-47fb-80d1-241323024e2b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 946 time: 0.1530602 Nov 18 16:23:43.418144 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e6605b22-500e-4980-975d-8d56c4eca5fe req-c672af5a-2858-4562-ac81-31399a3e843c service neutron] 10.222.0.49 "GET /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3550820 Nov 18 16:23:43.469417 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1d52b2f1-795e-4216-a871-515a10debaab req-6561a5d0-135b-4377-b355-e0a9b9457e08 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498383 Nov 18 16:23:43.789724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ffa43-dfb8-4ae2-a60a-44e7c7cafee3 req-b29d1b66-c28f-495f-a58a-a2f7dc2bfcd4 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:43.791392 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2e0ffa43-dfb8-4ae2-a60a-44e7c7cafee3 req-b29d1b66-c28f-495f-a58a-a2f7dc2bfcd4 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 950 time: 0.0894544 Nov 18 16:23:43.848057 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2e0ffa43-dfb8-4ae2-a60a-44e7c7cafee3 req-078d3e33-51d2-4748-89fa-9801cc914d05 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473766 Nov 18 16:23:44.413029 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65cc06-4905-43ac-ab02-a318207b6d48 req-a7a12ee4-d8c4-476f-99e6-11ebe052f9e7 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:44.415312 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-da65cc06-4905-43ac-ab02-a318207b6d48 req-a7a12ee4-d8c4-476f-99e6-11ebe052f9e7 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 950 time: 0.1155510 Nov 18 16:23:44.477926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade353e1-dd70-4c8f-bf9f-41ebdf5c5529 req-3415842f-1283-4d01-ab5a-d6b4b043b250 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:44.482931 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-da65cc06-4905-43ac-ab02-a318207b6d48 req-b7cb2d40-5cf0-40b2-8137-eeab4f51c918 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590839 Nov 18 16:23:44.487064 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ade353e1-dd70-4c8f-bf9f-41ebdf5c5529 req-3415842f-1283-4d01-ab5a-d6b4b043b250 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.0971816 Nov 18 16:23:44.492592 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device de96592d-e93c-4b0e-84c7-f4f54e2e06e3 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:44.540164 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ade353e1-dd70-4c8f-bf9f-41ebdf5c5529 req-5c9b21d0-7e7e-4ff2-898a-a54350204c21 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516746 Nov 18 16:23:44.616600 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port de96592d-e93c-4b0e-84c7-f4f54e2e06e3 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:44.617262 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:44.796403 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd3a9c-c6a1-4580-ac38-7d6b48041526 req-76a0f2ab-f7d8-4677-bee3-93dce4d978ae tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:44.804307 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7fd3a9c-c6a1-4580-ac38-7d6b48041526 req-76a0f2ab-f7d8-4677-bee3-93dce4d978ae tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 946 time: 0.1269174 Nov 18 16:23:44.861947 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7fd3a9c-c6a1-4580-ac38-7d6b48041526 req-93b582b7-f1a4-4096-acea-d3ece380510c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563622 Nov 18 16:23:45.155107 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56168) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:45.210836 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 56174) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:45.367359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e3e0bb9e-aab4-40f0-a0ab-5e237c944b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.388545 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-76245366-fcee-4d53-9ad4-56fff6593e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.400443 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-e3e0bb9e-aab4-40f0-a0ab-5e237c944b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:45.405537 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-e3e0bb9e-aab4-40f0-a0ab-5e237c944b4d admin admin] Usage tracker for resource:security_group_rule and tenant:8285ab7f853549ba9b3bddea76e593cf is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:45.409259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-e3e0bb9e-aab4-40f0-a0ab-5e237c944b4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:45.415366 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-e3e0bb9e-aab4-40f0-a0ab-5e237c944b4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:45.422315 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-76245366-fcee-4d53-9ad4-56fff6593e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:45.426444 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-76245366-fcee-4d53-9ad4-56fff6593e14 admin admin] Usage tracker for resource:security_group_rule and tenant:b8b882f5bfad4df88e19aaff2460e0e7 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:45.429454 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-76245366-fcee-4d53-9ad4-56fff6593e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:45.435241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-76245366-fcee-4d53-9ad4-56fff6593e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:45.486197 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e3e0bb9e-aab4-40f0-a0ab-5e237c944b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.489359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e3e0bb9e-aab4-40f0-a0ab-5e237c944b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.497357 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-608c51f0-1ad2-481c-b0e5-a6ed2ef190da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:45.503743 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-76245366-fcee-4d53-9ad4-56fff6593e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.506311 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-76245366-fcee-4d53-9ad4-56fff6593e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.513876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9180cd6b-8373-4d30-a3dd-ccba261dca2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:45.542281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0bb9e-aab4-40f0-a0ab-5e237c944b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f499aa1a-6585-4907-bdd0-3e3d42e37686,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:45.548250 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e3e0bb9e-aab4-40f0-a0ab-5e237c944b4d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8285ab7f853549ba9b3bddea76e593cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3362010 Nov 18 16:23:45.549100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e3e0bb9e-aab4-40f0-a0ab-5e237c944b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:45.550907 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 56182) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:45.558205 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-76245366-fcee-4d53-9ad4-56fff6593e14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8b882f5bfad4df88e19aaff2460e0e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4018281 Nov 18 16:23:45.561826 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56186) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:45.579989 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76245366-fcee-4d53-9ad4-56fff6593e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddae9203-ec70-4781-a9b0-0a8e9da4dd39,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:45.584255 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-76245366-fcee-4d53-9ad4-56fff6593e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:45.619874 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9b5f9a48-8c01-4355-85e1-ed80fabf5f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.638771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3e74e5fe-b13a-4bc5-9527-632826a68d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.649211 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9b5f9a48-8c01-4355-85e1-ed80fabf5f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.669095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3e74e5fe-b13a-4bc5-9527-632826a68d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.715856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3e74e5fe-b13a-4bc5-9527-632826a68d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.721206 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5db6bac0-3c71-4cbb-95fc-ed17595f5d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:45.734848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74e5fe-b13a-4bc5-9527-632826a68d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddae9203-ec70-4781-a9b0-0a8e9da4dd39,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:45.738466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3e74e5fe-b13a-4bc5-9527-632826a68d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:45.739733 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3e74e5fe-b13a-4bc5-9527-632826a68d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.740964 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-3e74e5fe-b13a-4bc5-9527-632826a68d7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddae9203-ec70-4781-a9b0-0a8e9da4dd39 HTTP/1.1" status: 204 len: 168 time: 0.1780465 Nov 18 16:23:45.782908 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9b5f9a48-8c01-4355-85e1-ed80fabf5f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.789056 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-87b59834-4a53-4bf0-90b6-bece2bd78f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:45.806193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f9a48-8c01-4355-85e1-ed80fabf5f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f499aa1a-6585-4907-bdd0-3e3d42e37686,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:45.812034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9b5f9a48-8c01-4355-85e1-ed80fabf5f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:45.819948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd648b-4080-4b50-87a3-5d80fd591802 req-42e73b9a-5317-4c7c-b9a6-da567ab57db3 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:45.821494 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-07fd648b-4080-4b50-87a3-5d80fd591802 req-42e73b9a-5317-4c7c-b9a6-da567ab57db3 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 950 time: 0.1647310 Nov 18 16:23:45.823953 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9b5f9a48-8c01-4355-85e1-ed80fabf5f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:45.828046 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-9b5f9a48-8c01-4355-85e1-ed80fabf5f9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f499aa1a-6585-4907-bdd0-3e3d42e37686 HTTP/1.1" status: 204 len: 168 time: 0.2760119 Nov 18 16:23:45.874586 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-07fd648b-4080-4b50-87a3-5d80fd591802 req-363c5abd-3b25-46f5-88c1-56b0000761b1 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 Nov 18 16:23:46.081050 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99727f5-c75e-419b-a689-854a901b8208 req-55f2c28d-1794-4ac6-a778-f9c1bea6091e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:46.083160 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c99727f5-c75e-419b-a689-854a901b8208 req-55f2c28d-1794-4ac6-a778-f9c1bea6091e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.0874310 Nov 18 16:23:46.135941 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c99727f5-c75e-419b-a689-854a901b8208 req-b89a2cdd-5b9e-48ff-aeeb-a80f15bafb6c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466824 Nov 18 16:23:46.200910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56206) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:46.231245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d933b0b1-0fc5-409c-9fb9-2525f8ffe08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.267370 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 56210) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:46.287583 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d933b0b1-0fc5-409c-9fb9-2525f8ffe08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:46.292971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d933b0b1-0fc5-409c-9fb9-2525f8ffe08b admin admin] Usage tracker for resource:security_group_rule and tenant:d41c5fd91115492796f6b0ea9d9d135c is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:46.296206 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d933b0b1-0fc5-409c-9fb9-2525f8ffe08b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:46.303934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d933b0b1-0fc5-409c-9fb9-2525f8ffe08b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:46.304120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-44d9423b-c4d8-4be5-8cfc-4965a4149ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.377953 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d933b0b1-0fc5-409c-9fb9-2525f8ffe08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.381588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d933b0b1-0fc5-409c-9fb9-2525f8ffe08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.391527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5836f658-3ea5-44d5-9a77-63f9e256fd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:46.415504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-44d9423b-c4d8-4be5-8cfc-4965a4149ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:46.423047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-44d9423b-c4d8-4be5-8cfc-4965a4149ecc admin admin] Usage tracker for resource:security_group_rule and tenant:af4c4ae7d0ae4109a5f940a823c5ab72 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:46.427159 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-44d9423b-c4d8-4be5-8cfc-4965a4149ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:46.428197 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d933b0b1-0fc5-409c-9fb9-2525f8ffe08b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d41c5fd91115492796f6b0ea9d9d135c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2260644 Nov 18 16:23:46.428951 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56214) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:46.439267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-44d9423b-c4d8-4be5-8cfc-4965a4149ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:46.471755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4899f-5759-4102-bcee-29dec97e2f3f req-165cfbf8-25b4-42f7-b8f0-3dd1ef6f4d6b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:46.473530 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fbb4899f-5759-4102-bcee-29dec97e2f3f req-165cfbf8-25b4-42f7-b8f0-3dd1ef6f4d6b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 946 time: 0.1382773 Nov 18 16:23:46.478394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933b0b1-0fc5-409c-9fb9-2525f8ffe08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ebd697-a924-4505-a164-c209b02ce48a,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:46.484907 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d933b0b1-0fc5-409c-9fb9-2525f8ffe08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:46.525295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6fffc6ba-46c0-4c40-a795-86e4301a51a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.554886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6fffc6ba-46c0-4c40-a795-86e4301a51a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.572151 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fbb4899f-5759-4102-bcee-29dec97e2f3f req-15cfd28d-91fa-4a0d-84d1-2f8ccd19c752 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789855 Nov 18 16:23:46.576772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-44d9423b-c4d8-4be5-8cfc-4965a4149ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.582319 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-44d9423b-c4d8-4be5-8cfc-4965a4149ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.593268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9b5f9a48-8c01-4355-85e1-ed80fabf5f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:46.612815 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6fffc6ba-46c0-4c40-a795-86e4301a51a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.618064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-2ae10555-efba-4dd5-a720-b030bf7abd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:46.632729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffc6ba-46c0-4c40-a795-86e4301a51a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ebd697-a924-4505-a164-c209b02ce48a,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:46.635483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6fffc6ba-46c0-4c40-a795-86e4301a51a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:46.636913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6fffc6ba-46c0-4c40-a795-86e4301a51a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.638095 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-6fffc6ba-46c0-4c40-a795-86e4301a51a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32ebd697-a924-4505-a164-c209b02ce48a HTTP/1.1" status: 204 len: 168 time: 0.2050738 Nov 18 16:23:46.648155 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-44d9423b-c4d8-4be5-8cfc-4965a4149ecc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af4c4ae7d0ae4109a5f940a823c5ab72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3782117 Nov 18 16:23:46.649393 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9423b-c4d8-4be5-8cfc-4965a4149ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f93a68-f325-4279-96e4-ba10b3c23521,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:46.651500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56220) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:46.664529 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-44d9423b-c4d8-4be5-8cfc-4965a4149ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:46.718824 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c8d2ae2b-993d-45b2-a589-54e4a4c3e6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.745831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c8d2ae2b-993d-45b2-a589-54e4a4c3e6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.800935 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c8d2ae2b-993d-45b2-a589-54e4a4c3e6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.806576 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:46.819325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2ae2b-993d-45b2-a589-54e4a4c3e6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f93a68-f325-4279-96e4-ba10b3c23521,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:46.827465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c8d2ae2b-993d-45b2-a589-54e4a4c3e6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:46.833827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c8d2ae2b-993d-45b2-a589-54e4a4c3e6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:46.837502 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-c8d2ae2b-993d-45b2-a589-54e4a4c3e6e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26f93a68-f325-4279-96e4-ba10b3c23521 HTTP/1.1" status: 204 len: 168 time: 0.1822433 Nov 18 16:23:47.100169 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18d881-910a-4d94-b983-7540aff1c2d6 req-8918b3f4-c4d0-4239-9ac8-2e447305b7da tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:47.101748 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e18d881-910a-4d94-b983-7540aff1c2d6 req-8918b3f4-c4d0-4239-9ac8-2e447305b7da tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 950 time: 0.0889592 Nov 18 16:23:47.150732 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e18d881-910a-4d94-b983-7540aff1c2d6 req-4c572601-5791-4b21-8d3c-2e71558e486d tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429823 Nov 18 16:23:47.379876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552790e-89b4-4292-838e-0c5107c8a38a req-f4cc7cb6-d337-4686-b2be-a7c085d36e97 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:47.381906 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c552790e-89b4-4292-838e-0c5107c8a38a req-f4cc7cb6-d337-4686-b2be-a7c085d36e97 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.0885346 Nov 18 16:23:47.437075 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c552790e-89b4-4292-838e-0c5107c8a38a req-b7517ace-b5a7-484e-be09-eb4f288ff5f2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485194 Nov 18 16:23:47.812588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a104553-90b1-4527-b2a7-8498f5a75b96 req-0a314ae1-bd27-485d-b328-6d526d1bf672 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:47.814127 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7a104553-90b1-4527-b2a7-8498f5a75b96 req-0a314ae1-bd27-485d-b328-6d526d1bf672 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 946 time: 0.1048341 Nov 18 16:23:47.868248 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7a104553-90b1-4527-b2a7-8498f5a75b96 req-10c93d99-6a80-461b-bc58-549878406d95 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464885 Nov 18 16:23:48.293807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56290) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:48.375856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e289a-9f21-4f22-a1fe-fe5ef9b4119e req-f3ff5595-9059-44e7-a394-39a84b5cf667 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:48.377572 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-421e289a-9f21-4f22-a1fe-fe5ef9b4119e req-f3ff5595-9059-44e7-a394-39a84b5cf667 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 950 time: 0.0895612 Nov 18 16:23:48.427883 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-421e289a-9f21-4f22-a1fe-fe5ef9b4119e req-7c25b582-7847-40b3-ad84-6804a763ee9b tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429056 Nov 18 16:23:48.528506 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-09709159-e082-4645-b807-487674a0a221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:48.620855 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-09709159-e082-4645-b807-487674a0a221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:48.626288 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-09709159-e082-4645-b807-487674a0a221 admin admin] Usage tracker for resource:security_group_rule and tenant:209d65370b1344329117b65195fae090 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:48.630337 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-09709159-e082-4645-b807-487674a0a221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:48.637588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-09709159-e082-4645-b807-487674a0a221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:48.691694 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3901cc5-5ed1-4bf2-8315-1b1d3c2e66e5 req-4c9c2f65-0c44-45be-bc8e-524d3e212d2a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:48.693556 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b3901cc5-5ed1-4bf2-8315-1b1d3c2e66e5 req-4c9c2f65-0c44-45be-bc8e-524d3e212d2a tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.0970716 Nov 18 16:23:48.715620 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-09709159-e082-4645-b807-487674a0a221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:48.718308 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-09709159-e082-4645-b807-487674a0a221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:48.726691 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-965d969b-e811-4b50-9e5e-71fca690274d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:48.748016 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b3901cc5-5ed1-4bf2-8315-1b1d3c2e66e5 req-5271eb3f-d769-4dea-b78f-0672a9b510d7 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475540 Nov 18 16:23:48.762948 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-09709159-e082-4645-b807-487674a0a221 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=209d65370b1344329117b65195fae090&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4679871 Nov 18 16:23:48.772157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56306) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:48.794144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09709159-e082-4645-b807-487674a0a221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1539c14-ed6a-4c02-8add-0a2c768a85c5,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:48.799948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-09709159-e082-4645-b807-487674a0a221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:48.849887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ef6de783-af5c-48c7-add0-03c13c48a84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:48.887011 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ef6de783-af5c-48c7-add0-03c13c48a84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:48.939175 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ef6de783-af5c-48c7-add0-03c13c48a84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:48.947328 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6dfe5d39-48c5-4499-94ed-6894c24618c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:48.962663 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6de783-af5c-48c7-add0-03c13c48a84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1539c14-ed6a-4c02-8add-0a2c768a85c5,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:48.965468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ef6de783-af5c-48c7-add0-03c13c48a84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:48.966437 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ef6de783-af5c-48c7-add0-03c13c48a84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:48.967948 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ef6de783-af5c-48c7-add0-03c13c48a84b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1539c14-ed6a-4c02-8add-0a2c768a85c5 HTTP/1.1" status: 204 len: 168 time: 0.1950495 Nov 18 16:23:49.126631 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048ce24-662e-4b00-b10c-64eb08d1a88a req-b38839b5-85a1-40fb-bb51-82a6626b381a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:49.128333 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e048ce24-662e-4b00-b10c-64eb08d1a88a req-b38839b5-85a1-40fb-bb51-82a6626b381a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 946 time: 0.0837860 Nov 18 16:23:49.178731 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e048ce24-662e-4b00-b10c-64eb08d1a88a req-c7383c7c-d26b-4ce7-ae62-20627e1b3fc2 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 Nov 18 16:23:49.427432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device de96592d-e93c-4b0e-84c7-f4f54e2e06e3 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:49.506517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port de96592d-e93c-4b0e-84c7-f4f54e2e06e3 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:49.506943 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:49.671456 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d739c-4e1f-49bb-a260-dee52a418e0f req-de8f3a8b-ffc3-4379-ac7e-6340431e4e4b tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:49.681017 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6c8d739c-4e1f-49bb-a260-dee52a418e0f req-de8f3a8b-ffc3-4379-ac7e-6340431e4e4b tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 950 time: 0.0989490 Nov 18 16:23:49.732842 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6c8d739c-4e1f-49bb-a260-dee52a418e0f req-38be847e-d252-4802-b6fb-ad062556292c tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508132 Nov 18 16:23:50.004350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d292e26-c464-422f-8387-c6678e351e5e req-44c706f0-1c26-41ec-a8fb-601724974a22 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:50.011788 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6d292e26-c464-422f-8387-c6678e351e5e req-44c706f0-1c26-41ec-a8fb-601724974a22 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.0995882 Nov 18 16:23:50.060742 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6d292e26-c464-422f-8387-c6678e351e5e req-855b9ceb-4a03-4f75-a009-e57194ae613c tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480008 Nov 18 16:23:50.428211 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a8e95-69cc-4014-b59f-f1a580d49ca8 req-23373884-5119-440e-b47f-c7cddce60f40 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:50.429835 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-af3a8e95-69cc-4014-b59f-f1a580d49ca8 req-23373884-5119-440e-b47f-c7cddce60f40 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 946 time: 0.0898933 Nov 18 16:23:50.488389 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-af3a8e95-69cc-4014-b59f-f1a580d49ca8 req-ababd7c0-3257-430c-b6d9-02448dbf50d8 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490572 Nov 18 16:23:54.616258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 0759490f-aafd-4ccc-9c43-b6f46c324012 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:23:54.693304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 0759490f-aafd-4ccc-9c43-b6f46c324012 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:23:54.693588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:54.763445 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f53cd-8492-40c0-95ca-95bfc6250230 req-bc074dd6-211c-4bf9-88ff-1cba86725452 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:54.768595 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5e0f53cd-8492-40c0-95ca-95bfc6250230 req-bc074dd6-211c-4bf9-88ff-1cba86725452 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 950 time: 0.1064899 Nov 18 16:23:54.921941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9c950-0895-41d3-8007-e7637fc54811 req-8ef08cb4-7e10-464b-821e-aefb39302cfd tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:54.923689 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-20a9c950-0895-41d3-8007-e7637fc54811 req-8ef08cb4-7e10-464b-821e-aefb39302cfd tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.0929480 Nov 18 16:23:54.975889 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-20a9c950-0895-41d3-8007-e7637fc54811 req-62b164c2-29bb-4be6-9cf2-badf29917e95 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456791 Nov 18 16:23:55.022901 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5e0f53cd-8492-40c0-95ca-95bfc6250230 req-0d4fc451-db03-4376-9bc4-7e43721a8c51 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469983 Nov 18 16:23:55.710637 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9ee41-bd88-49e5-be09-d35dd4f450a3 req-af6d9dc5-01a2-4a6d-a333-c8b784d708b1 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:55.713108 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-74b9ee41-bd88-49e5-be09-d35dd4f450a3 req-af6d9dc5-01a2-4a6d-a333-c8b784d708b1 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.49 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 950 time: 0.1763189 Nov 18 16:23:55.799067 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-74b9ee41-bd88-49e5-be09-d35dd4f450a3 req-6ceb83b8-dd95-4767-b98f-2347015a1731 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Deleting port 0759490f-aafd-4ccc-9c43-b6f46c324012 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:23:55.799583 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-74b9ee41-bd88-49e5-be09-d35dd4f450a3 req-6ceb83b8-dd95-4767-b98f-2347015a1731 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:56.061252 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-74b9ee41-bd88-49e5-be09-d35dd4f450a3 req-6ceb83b8-dd95-4767-b98f-2347015a1731 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] For port 0759490f-aafd-4ccc-9c43-b6f46c324012, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=0759490f-aafd-4ccc-9c43-b6f46c324012,segment=NetworkSegment(7bfa5b1d-a7ca-4410-a223-df68ca0a27a6),segment_id=7bfa5b1d-a7ca-4410-a223-df68ca0a27a6)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:23:56.061909 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-74b9ee41-bd88-49e5-be09-d35dd4f450a3 req-6ceb83b8-dd95-4767-b98f-2347015a1731 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:56.193884 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-74b9ee41-bd88-49e5-be09-d35dd4f450a3 req-6ceb83b8-dd95-4767-b98f-2347015a1731 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Calling delete_port for 0759490f-aafd-4ccc-9c43-b6f46c324012 owned by compute:nova {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:23:56.246054 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc942d-0afb-4d34-9f62-2972ece7bce6 req-dc8f2a0e-f210-4b70-a7ac-c52ae6d34b34 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:56.248065 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-66fc942d-0afb-4d34-9f62-2972ece7bce6 req-dc8f2a0e-f210-4b70-a7ac-c52ae6d34b34 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 950 time: 0.0884790 Nov 18 16:23:56.299187 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-66fc942d-0afb-4d34-9f62-2972ece7bce6 req-e242307d-b843-4cbf-8c25-b9f624436805 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/security-groups?id=d27aeb6f-14fd-414f-bcaa-1594ac749055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447662 Nov 18 16:23:56.459329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40e046-4695-4ecf-8353-d94bbee1034b req-f82943d0-906e-4d17-af26-66617bd57767 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:56.461020 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5d40e046-4695-4ecf-8353-d94bbee1034b req-f82943d0-906e-4d17-af26-66617bd57767 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.3338876 Nov 18 16:23:56.534982 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-74b9ee41-bd88-49e5-be09-d35dd4f450a3 req-6ceb83b8-dd95-4767-b98f-2347015a1731 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:56.554631 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:56.589777 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5d40e046-4695-4ecf-8353-d94bbee1034b req-00b0e505-9933-48b7-bfeb-f3b33f5747f8 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188841 Nov 18 16:23:56.614655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb83b8-dd95-4767-b98f-2347015a1731 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Pushing event deleted for resources: {'Port': ['ID=0759490f-aafd-4ccc-9c43-b6f46c324012,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:56.619325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6ceb83b8-dd95-4767-b98f-2347015a1731 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:56.730406 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c53fecb0-c434-4c63-9efd-f5f6afc35147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:56.975295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b9ee41-bd88-49e5-be09-d35dd4f450a3 req-6ceb83b8-dd95-4767-b98f-2347015a1731 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] No DVR routers for this DVR port 0759490f-aafd-4ccc-9c43-b6f46c324012 on host hv-cinder-75996 {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:23:56.978134 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-74b9ee41-bd88-49e5-be09-d35dd4f450a3 req-6ceb83b8-dd95-4767-b98f-2347015a1731 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:56.981047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f717542-e334-4489-9033-b9d990dcdffd', 'name': 'network-vif-deleted', 'tag': '0759490f-aafd-4ccc-9c43-b6f46c324012'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:23:57.003780 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-74b9ee41-bd88-49e5-be09-d35dd4f450a3 req-6ceb83b8-dd95-4767-b98f-2347015a1731 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.49 "DELETE /v2.0/ports/0759490f-aafd-4ccc-9c43-b6f46c324012 HTTP/1.1" status: 204 len: 173 time: 1.2794390 Nov 18 16:23:57.065060 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f717542-e334-4489-9033-b9d990dcdffd', 'name': 'network-vif-deleted', 'tag': '0759490f-aafd-4ccc-9c43-b6f46c324012', 'status': 'completed', 'code': 200} Nov 18 16:23:57.346231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 0759490f-aafd-4ccc-9c43-b6f46c324012 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:23:57.386275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] No Port match for: 0759490f-aafd-4ccc-9c43-b6f46c324012 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:23:57.386840 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 0759490f-aafd-4ccc-9c43-b6f46c324012 not bound to the agent host hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:23:57.500241 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f322a8c8-406e-476d-ab83-91e892f06a3e req-a2b6080d-ed85-49cc-83de-97bb476f4435 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] 10.222.0.15 "GET /v2.0/ports?device_id=8f717542-e334-4489-9033-b9d990dcdffd HTTP/1.1" status: 200 len: 210 time: 0.0490799 Nov 18 16:23:58.242973 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-2f6c6e41-cdca-458c-9c0f-536e718167c4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:58.246356 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-2f6c6e41-cdca-458c-9c0f-536e718167c4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/networks?id=a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 200 len: 815 time: 0.1702836 Nov 18 16:23:58.263138 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-8f6b43a2-04af-49fd-aa7d-1cc26b13f8e0 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/quotas/b81c90ae0a21465eb9781fe4a1f9c2ee HTTP/1.1" status: 200 len: 375 time: 0.0112302 Nov 18 16:23:58.351092 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-9dd5f58a-1d3e-4ac7-820b-0f92751d70f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822461 Nov 18 16:23:58.500271 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-dd1e609e-96ae-4b01-961e-47faa706e01c service neutron] 10.222.0.15 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415725 Nov 18 16:23:58.648540 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-bd8784fc-509e-4b25-a66d-7c003ecd58f4 service neutron] 10.222.0.15 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414866 Nov 18 16:23:58.726420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549ad69-446c-48ac-8884-5eaf65e86c3d req-64c904a3-3694-49b3-bd19-704533f7752f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:23:58.732124 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b549ad69-446c-48ac-8884-5eaf65e86c3d req-64c904a3-3694-49b3-bd19-704533f7752f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.0918233 Nov 18 16:23:58.784786 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b549ad69-446c-48ac-8884-5eaf65e86c3d req-b483a2b8-fc11-463b-8de7-f5c3dc1d38bb tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505018 Nov 18 16:23:58.914997 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b0090523-9539-4071-a3a1-d22084e2c4ef req-9fb9c916-b14f-44aa-8308-67045347bc14 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 210 time: 0.0604069 Nov 18 16:23:59.308240 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d95731aa-1ebe-414c-b8ec-ea4ce71c4464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:59.392295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56596) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:59.586192 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-999b635c-b5d4-4743-91cb-f0573685e857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:59.630905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-999b635c-b5d4-4743-91cb-f0573685e857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:23:59.633766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-999b635c-b5d4-4743-91cb-f0573685e857 admin admin] Usage tracker for resource:security_group_rule and tenant:4688e446ce354bd39df94faf1aa8aa85 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:23:59.647791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-999b635c-b5d4-4743-91cb-f0573685e857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:23:59.656299 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-999b635c-b5d4-4743-91cb-f0573685e857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:23:59.685603 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:59.779872 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-999b635c-b5d4-4743-91cb-f0573685e857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:59.785677 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-999b635c-b5d4-4743-91cb-f0573685e857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:59.797587 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e9cad36e-0dad-4b52-8288-52310b62a150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:23:59.851372 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 56626) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:23:59.852109 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-999b635c-b5d4-4743-91cb-f0573685e857 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4688e446ce354bd39df94faf1aa8aa85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4556792 Nov 18 16:23:59.869127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b635c-b5d4-4743-91cb-f0573685e857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ef8481-811d-491a-a2d2-55eaeba4c0e2,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:23:59.884284 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-999b635c-b5d4-4743-91cb-f0573685e857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:23:59.955844 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0bde1bf6-3c38-4f4e-bcff-809dcb29cd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:23:59.982168 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56636) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:00.010451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56646) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:00.021847 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0bde1bf6-3c38-4f4e-bcff-809dcb29cd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.071067 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0bde1bf6-3c38-4f4e-bcff-809dcb29cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.082691 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-313227c2-f1c7-4406-8620-2439c773d252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:00.112730 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde1bf6-3c38-4f4e-bcff-809dcb29cd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ef8481-811d-491a-a2d2-55eaeba4c0e2,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:00.145594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0bde1bf6-3c38-4f4e-bcff-809dcb29cd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:00.146443 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0bde1bf6-3c38-4f4e-bcff-809dcb29cd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.147720 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-0bde1bf6-3c38-4f4e-bcff-809dcb29cd61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93ef8481-811d-491a-a2d2-55eaeba4c0e2 HTTP/1.1" status: 204 len: 168 time: 0.2949564 Nov 18 16:24:00.160312 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b1685aa2-a93e-431e-b2b1-3ba61bc97e11 req-5977af3f-d7ec-42b2-902f-b8a739e8cc63 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 210 time: 0.0645025 Nov 18 16:24:00.217511 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ac1d4561-bf36-4bc9-bec4-f39667674b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.285625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-be08da1a-d57f-4593-bc27-186ac49da073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.297372 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ac1d4561-bf36-4bc9-bec4-f39667674b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:00.325561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-be08da1a-d57f-4593-bc27-186ac49da073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:00.329769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-be08da1a-d57f-4593-bc27-186ac49da073 admin admin] Usage tracker for resource:security_group_rule and tenant:67d04f787cb242e09cdd778357c71654 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:00.333767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-be08da1a-d57f-4593-bc27-186ac49da073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:00.343196 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-be08da1a-d57f-4593-bc27-186ac49da073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:00.358198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ac1d4561-bf36-4bc9-bec4-f39667674b32 admin admin] Usage tracker for resource:security_group_rule and tenant:1d1fc259ab8a4638b1ae3b5462631c1e is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:00.361783 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ac1d4561-bf36-4bc9-bec4-f39667674b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:00.405715 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ac1d4561-bf36-4bc9-bec4-f39667674b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:00.590310 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-be08da1a-d57f-4593-bc27-186ac49da073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.637353 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-e8e878f2-a6a2-48f4-ac10-55f8ed6c560a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:00.638995 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-e8e878f2-a6a2-48f4-ac10-55f8ed6c560a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "GET /v2.0/networks?id=a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 200 len: 815 time: 0.2665775 Nov 18 16:24:00.644804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-be08da1a-d57f-4593-bc27-186ac49da073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.657470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Request body: {'port': {'device_id': 'f734e32f-baf8-41bb-b5fe-71c698a6322d', 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84', 'admin_state_up': True, 'tenant_id': 'b81c90ae0a21465eb9781fe4a1f9c2ee'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:00.664283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.742367 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:00.778557 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-be08da1a-d57f-4593-bc27-186ac49da073 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67d04f787cb242e09cdd778357c71654&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7943258 Nov 18 16:24:00.782889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56722) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:00.784205 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08da1a-d57f-4593-bc27-186ac49da073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c3c903-da8f-46a4-b82f-c8f7215bddd3,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:00.790658 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-be08da1a-d57f-4593-bc27-186ac49da073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:00.880060 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:00.890942 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:00.949610 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ac1d4561-bf36-4bc9-bec4-f39667674b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.962613 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Made reservation on behalf of b81c90ae0a21465eb9781fe4a1f9c2ee for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:24:00.965291 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ac1d4561-bf36-4bc9-bec4-f39667674b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.968470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:00.980440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3e74e5fe-b13a-4bc5-9527-632826a68d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:01.013096 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d4561-bf36-4bc9-bec4-f39667674b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776efaf4-91be-4966-b9d3-a375fe8ec7b7,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:01.024519 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ac1d4561-bf36-4bc9-bec4-f39667674b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:01.026102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e2d7-0fa0-4ecf-a2b3-d0fcce6693c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:01.086459 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ac1d4561-bf36-4bc9-bec4-f39667674b32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d1fc259ab8a4638b1ae3b5462631c1e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0714476 Nov 18 16:24:01.087316 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56748) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:01.089397 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e2d7-0fa0-4ecf-a2b3-d0fcce6693c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:01.183778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3c5190e0-495e-4648-8c64-fcbba9138ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:01.194048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:01.233894 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3c5190e0-495e-4648-8c64-fcbba9138ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:01.283901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e2d7-0fa0-4ecf-a2b3-d0fcce6693c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:01.288425 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:01.306588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6e2d7-0fa0-4ecf-a2b3-d0fcce6693c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c3c903-da8f-46a4-b82f-c8f7215bddd3,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:01.311242 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7ac6e2d7-0fa0-4ecf-a2b3-d0fcce6693c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:01.324692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7ac6e2d7-0fa0-4ecf-a2b3-d0fcce6693c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:01.325922 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-7ac6e2d7-0fa0-4ecf-a2b3-d0fcce6693c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6c3c903-da8f-46a4-b82f-c8f7215bddd3 HTTP/1.1" status: 204 len: 168 time: 0.5381653 Nov 18 16:24:01.332492 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3c5190e0-495e-4648-8c64-fcbba9138ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:01.340016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-76245366-fcee-4d53-9ad4-56fff6593e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:01.349386 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3c5190e0-495e-4648-8c64-fcbba9138ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:01.351205 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-3c5190e0-495e-4648-8c64-fcbba9138ec1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/776efaf4-91be-4966-b9d3-a375fe8ec7b7 HTTP/1.1" status: 204 len: 168 time: 0.2521646 Nov 18 16:24:01.395808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5190e0-495e-4648-8c64-fcbba9138ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776efaf4-91be-4966-b9d3-a375fe8ec7b7,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:01.405181 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3c5190e0-495e-4648-8c64-fcbba9138ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:01.413769 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-47004863-3b47-4263-91f7-a97bb4a93363 req-6abfcd58-cc65-4f13-8306-5a038ff1a3d6 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 210 time: 0.0600088 Nov 18 16:24:01.461422 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Allocated IP 172.20.0.6 (a838d3d3-fae8-4bed-95c5-46e56f447f84/9108d91e-b222-46b4-8a8e-afe4350e9f94/6bac8fc7-d193-47c2-a17b-3f706af83cc9) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:01.729163 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:01.776149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:01.794203 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7aa1dd91-1746-472b-a301-c2416f9c0f3f tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:01.975861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Pushing event updated for resources: {'Port': ['ID=6bac8fc7-d193-47c2-a17b-3f706af83cc9,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:01.984367 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:02.077923 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Network a838d3d3-fae8-4bed-95c5-46e56f447f84 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:02.079464 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:02.086647 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:02.162756 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:02.163425 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:02.188857 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56822) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:02.208188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56826) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:02.211853 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5586412 Nov 18 16:24:02.213460 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1329eea2-37dc-40fc-86a7-8d09705a7f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:02.234223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Request body: {'port': {'device_id': 'f734e32f-baf8-41bb-b5fe-71c698a6322d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:02.255478 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-1329eea2-37dc-40fc-86a7-8d09705a7f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:02.259876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-1329eea2-37dc-40fc-86a7-8d09705a7f5d admin admin] Usage tracker for resource:security_group_rule and tenant:cdffddc6eedd440697450969703adecf is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:02.262988 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-1329eea2-37dc-40fc-86a7-8d09705a7f5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:02.270315 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-1329eea2-37dc-40fc-86a7-8d09705a7f5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:02.399348 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:02.422634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1329eea2-37dc-40fc-86a7-8d09705a7f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:02.435797 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1329eea2-37dc-40fc-86a7-8d09705a7f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:02.462898 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-50d8d225-2998-4246-af96-dd78a7950a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:02.535995 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-1329eea2-37dc-40fc-86a7-8d09705a7f5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdffddc6eedd440697450969703adecf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3460236 Nov 18 16:24:02.541544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56856) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:02.633939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-552107128-network', 'tenant_id': '90d12d69d70544128fdea591f40ec7cc'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:02.642863 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329eea2-37dc-40fc-86a7-8d09705a7f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd73ef3-9f3a-44af-a713-aad0c3c1f8cc,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:02.658300 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1329eea2-37dc-40fc-86a7-8d09705a7f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:02.661048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:02.736919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Usage tracker for resource:network and tenant:90d12d69d70544128fdea591f40ec7cc is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:02.752078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:02.773781 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:02.791614 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf63b5-8871-410d-91b3-7b2dc4fe1f24 req-42d0ff2a-13a0-4155-9a28-fc71e0360ab6 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:02.793041 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e8bf63b5-8871-410d-91b3-7b2dc4fe1f24 req-42d0ff2a-13a0-4155-9a28-fc71e0360ab6 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.2687359 Nov 18 16:24:02.805009 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d2fea822-198f-45bd-80ee-5b8965d6bff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:02.819513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Made reservation on behalf of 90d12d69d70544128fdea591f40ec7cc for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:24:02.824504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:02.871055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:02.893791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d2fea822-198f-45bd-80ee-5b8965d6bff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:02.914046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc83c3-a6ff-49a0-83e7-5e66175697e0 req-9aa0e829-3d6e-4765-a0f7-1eac66ea2e31 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:02.915751 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b6dc83c3-a6ff-49a0-83e7-5e66175697e0 req-9aa0e829-3d6e-4765-a0f7-1eac66ea2e31 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 931 time: 0.2561686 Nov 18 16:24:02.935309 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e8bf63b5-8871-410d-91b3-7b2dc4fe1f24 req-96a1f068-972d-4a82-9b38-c1091a7cb85f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333663 Nov 18 16:24:02.989896 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:02.999696 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Usage tracker for resource:security_group_rule and tenant:90d12d69d70544128fdea591f40ec7cc is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:03.010123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:03.021158 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:03.053186 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b6dc83c3-a6ff-49a0-83e7-5e66175697e0 req-f93898d3-cd87-46f9-832d-02f10162ca73 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073964 Nov 18 16:24:03.067302 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56882) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:03.074353 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d2fea822-198f-45bd-80ee-5b8965d6bff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.093265 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-292593e8-1d26-4ba0-968a-df5493e3f63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:03.117882 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fea822-198f-45bd-80ee-5b8965d6bff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd73ef3-9f3a-44af-a713-aad0c3c1f8cc,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:03.128655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d2fea822-198f-45bd-80ee-5b8965d6bff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:03.139242 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d2fea822-198f-45bd-80ee-5b8965d6bff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.140511 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d2fea822-198f-45bd-80ee-5b8965d6bff5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afd73ef3-9f3a-44af-a713-aad0c3c1f8cc HTTP/1.1" status: 204 len: 168 time: 0.5907624 Nov 18 16:24:03.207465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bac8fc7-d193-47c2-a17b-3f706af83cc9 {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:24:03.208731 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.215385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.216820 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.220517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-09709159-e082-4645-b807-487674a0a221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:03.231708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Transition to ACTIVE for port object 6bac8fc7-d193-47c2-a17b-3f706af83cc9 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:03.236533 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.256607 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f154fe56-9592-4500-a475-0c9938bf8466 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:03.299000 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:24:03.312313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df589b18-317d-415f-8488-c765e7c9e936,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:03.317203 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:03.320640 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757455527693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.321253 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Added segment bce782ee-8cfd-43f4-bf64-8930606ad721 of type vxlan for network 3950388b-acf8-449a-98f9-22d492f09b84 Nov 18 16:24:03.353620 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Pushing event updated for resources: {'Port': ['ID=6bac8fc7-d193-47c2-a17b-3f706af83cc9,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:03.382951 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.391161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d853eb08-6ebb-4914-810e-f97445b90a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.409161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:03.450498 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d853eb08-6ebb-4914-810e-f97445b90a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:03.455050 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d853eb08-6ebb-4914-810e-f97445b90a25 admin admin] Usage tracker for resource:security_group_rule and tenant:b8690e226de54579800c9c5c4aaaa2ec is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:03.459390 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d853eb08-6ebb-4914-810e-f97445b90a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:03.466550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d853eb08-6ebb-4914-810e-f97445b90a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:03.548544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d853eb08-6ebb-4914-810e-f97445b90a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.548544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.551879 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:03.552790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.559352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:03.573681 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d853eb08-6ebb-4914-810e-f97445b90a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.642200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Attempting to bind port 6bac8fc7-d193-47c2-a17b-3f706af83cc9 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:03.642699 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Attempting to bind port 6bac8fc7-d193-47c2-a17b-3f706af83cc9 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:03.643189 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Attempting to bind port 6bac8fc7-d193-47c2-a17b-3f706af83cc9 on network a838d3d3-fae8-4bed-95c5-46e56f447f84 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:03.653966 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:03.654586 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Checking segment: {'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:03.655128 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.655829 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Bound using segment: {'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:03.656635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Bound port: 6bac8fc7-d193-47c2-a17b-3f706af83cc9, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:03.657135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.670505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 56918) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:03.712083 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d853eb08-6ebb-4914-810e-f97445b90a25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8690e226de54579800c9c5c4aaaa2ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6373873 Nov 18 16:24:03.712083 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Pushing event updated for resources: {'Network': ['ID=3950388b-acf8-449a-98f9-22d492f09b84,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:03.712673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56922) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:03.715649 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:03.723124 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network 3950388b-acf8-449a-98f9-22d492f09b84 details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:24:03.735979 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-24fbed40-5181-497a-b855-c94526fb2b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.736104 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ac1d4561-bf36-4bc9-bec4-f39667674b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:03.741095 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5318279 Nov 18 16:24:03.745747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 56926) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:03.767148 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Request body: {'subnet': {'network_id': '3950388b-acf8-449a-98f9-22d492f09b84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-552107128-subnet', 'tenant_id': '90d12d69d70544128fdea591f40ec7cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:03.794561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-24fbed40-5181-497a-b855-c94526fb2b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:03.798901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-24fbed40-5181-497a-b855-c94526fb2b99 admin admin] Usage tracker for resource:security_group_rule and tenant:dc7ef1a2e5b8421c9de2f0c0eaab164d is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:03.802850 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-24fbed40-5181-497a-b855-c94526fb2b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:03.804533 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853eb08-6ebb-4914-810e-f97445b90a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12037544-b1ad-42ca-9541-ef9d560ac22d,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:03.809341 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-24fbed40-5181-497a-b855-c94526fb2b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:03.809488 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d853eb08-6ebb-4914-810e-f97445b90a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:03.810027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d2de7543-6819-4645-9663-81dfae1b16be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.849464 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:03.883415 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d2de7543-6819-4645-9663-81dfae1b16be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.883517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network 3950388b-acf8-449a-98f9-22d492f09b84 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:24:03.896996 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Usage tracker for resource:subnet and tenant:90d12d69d70544128fdea591f40ec7cc is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:03.909572 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:03.932185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d2de7543-6819-4645-9663-81dfae1b16be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.937684 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-be08da1a-d57f-4593-bc27-186ac49da073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:03.937854 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:03.945015 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-24fbed40-5181-497a-b855-c94526fb2b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.951794 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de7543-6819-4645-9663-81dfae1b16be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12037544-b1ad-42ca-9541-ef9d560ac22d,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:03.957012 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] For port 6bac8fc7-d193-47c2-a17b-3f706af83cc9, host hv-cinder-75996, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:03.959231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d2de7543-6819-4645-9663-81dfae1b16be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:03.959816 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-24fbed40-5181-497a-b855-c94526fb2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.961612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d2de7543-6819-4645-9663-81dfae1b16be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:03.963185 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d2de7543-6819-4645-9663-81dfae1b16be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12037544-b1ad-42ca-9541-ef9d560ac22d HTTP/1.1" status: 204 len: 168 time: 0.2492571 Nov 18 16:24:03.989547 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] For port 6bac8fc7-d193-47c2-a17b-3f706af83cc9, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=6bac8fc7-d193-47c2-a17b-3f706af83cc9,segment=NetworkSegment(5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f),segment_id=5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:03.991179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:04.008829 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Made reservation on behalf of 90d12d69d70544128fdea591f40ec7cc for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:24:04.030229 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30642234'] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:04.072900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:04.223796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbed40-5181-497a-b855-c94526fb2b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7001b06e-a9bd-4ef3-8219-6f232c4f35ad,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:04.230799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-24fbed40-5181-497a-b855-c94526fb2b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:04.240371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:04.248698 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561f89f-1ff2-4125-8e1c-f4c6b275e014 req-fd407505-efd4-46ad-9a38-7751c498bdae tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:04.256217 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e561f89f-1ff2-4125-8e1c-f4c6b275e014 req-fd407505-efd4-46ad-9a38-7751c498bdae tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1301877 Nov 18 16:24:04.279098 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-24fbed40-5181-497a-b855-c94526fb2b99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc7ef1a2e5b8421c9de2f0c0eaab164d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6055930 Nov 18 16:24:04.302436 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 56950) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:04.305288 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e561f89f-1ff2-4125-8e1c-f4c6b275e014 req-574047f0-0072-4619-9e50-96c712fa8a1e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482421 Nov 18 16:24:04.458286 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-877fb3cd-d2aa-4f99-917f-529db77528eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:04.495201 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-877fb3cd-d2aa-4f99-917f-529db77528eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:04.553599 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-877fb3cd-d2aa-4f99-917f-529db77528eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:04.558426 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3b46bb11-c4bf-4ab1-b10b-d032d0b8318a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:04.576658 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fb3cd-d2aa-4f99-917f-529db77528eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7001b06e-a9bd-4ef3-8219-6f232c4f35ad,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:04.579174 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-877fb3cd-d2aa-4f99-917f-529db77528eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:04.585728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-877fb3cd-d2aa-4f99-917f-529db77528eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:04.600335 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-877fb3cd-d2aa-4f99-917f-529db77528eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7001b06e-a9bd-4ef3-8219-6f232c4f35ad HTTP/1.1" status: 204 len: 168 time: 0.2934287 Nov 18 16:24:04.722464 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Pushing event updated for resources: {'Port': ['ID=6bac8fc7-d193-47c2-a17b-3f706af83cc9,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:04.726080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:04.750116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71367b4-c34c-4a5a-8e66-01e7bb0fa2e8 req-4509f28d-7ab2-424d-adf6-3982734a55af tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:04.750871 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-c71367b4-c34c-4a5a-8e66-01e7bb0fa2e8 req-4509f28d-7ab2-424d-adf6-3982734a55af tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Synchronizing usage tracker for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:04.804160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:04.805655 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] 10.222.0.49 "PUT /v2.0/ports/6bac8fc7-d193-47c2-a17b-3f706af83cc9 HTTP/1.1" status: 200 len: 1157 time: 2.5780139 Nov 18 16:24:04.812374 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f734e32f-baf8-41bb-b5fe-71c698a6322d', 'tag': '6bac8fc7-d193-47c2-a17b-3f706af83cc9'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:04.898380 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-c71367b4-c34c-4a5a-8e66-01e7bb0fa2e8 req-4509f28d-7ab2-424d-adf6-3982734a55af tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Unset dirty status for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:04.901306 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c71367b4-c34c-4a5a-8e66-01e7bb0fa2e8 req-4509f28d-7ab2-424d-adf6-3982734a55af tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 943 time: 0.6095779 Nov 18 16:24:04.967075 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f734e32f-baf8-41bb-b5fe-71c698a6322d', 'tag': '6bac8fc7-d193-47c2-a17b-3f706af83cc9', 'status': 'completed', 'code': 200} Nov 18 16:24:05.077239 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c71367b4-c34c-4a5a-8e66-01e7bb0fa2e8 req-95fbc055-4d69-42a2-a2a5-f75f3abfcb5f tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664674 Nov 18 16:24:05.102655 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-93ad03e5-bb41-4679-b071-a0b4617b319c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 1160 time: 0.1905410 Nov 18 16:24:05.246564 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-90d92b82-c0bd-4ec9-809e-7e8cc6c20251 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bac8fc7-d193-47c2-a17b-3f706af83cc9 HTTP/1.1" status: 200 len: 217 time: 0.0796895 Nov 18 16:24:05.325679 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-d2a15daf-2767-481d-92cb-871640d28d19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:05.328122 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-d2a15daf-2767-481d-92cb-871640d28d19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9108d91e-b222-46b4-8a8e-afe4350e9f94 HTTP/1.1" status: 200 len: 855 time: 0.0694795 Nov 18 16:24:05.402832 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-790caa41-0c66-4f54-a8e2-11afc2d28608 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a838d3d3-fae8-4bed-95c5-46e56f447f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561941 Nov 18 16:24:05.450887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 3538df7a-2354-4127-9348-c0cf65f1dd0d up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:05.534694 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 3538df7a-2354-4127-9348-c0cf65f1dd0d triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:05.535869 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:05.603022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31559952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30642187'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:05.613782 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cb82d-fdf5-47e8-ac2c-a3d910e14316 req-7f8e37ee-e9ec-490a-86a3-3fba85bdfe0f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:05.623941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:05.627570 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-933cb82d-fdf5-47e8-ac2c-a3d910e14316 req-7f8e37ee-e9ec-490a-86a3-3fba85bdfe0f tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1464632 Nov 18 16:24:05.694407 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdecd86-7638-4dae-b344-769e1ee72172,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:05.703807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:05.733800 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-933cb82d-fdf5-47e8-ac2c-a3d910e14316 req-2ef9ef62-fe9e-4216-aa21-3a52bbe02d03 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044900 Nov 18 16:24:05.848656 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-2d093c67-eb84-4cf1-aa41-176ee100270a service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320605 Nov 18 16:24:05.907644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d4a80-f148-46f4-9b50-6f3411cc6202 req-636dc977-bc05-49f5-9b9a-c0a02e2797f2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:05.909431 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-891d4a80-f148-46f4-9b50-6f3411cc6202 req-636dc977-bc05-49f5-9b9a-c0a02e2797f2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.49 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 945 time: 0.1474264 Nov 18 16:24:05.997422 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-891d4a80-f148-46f4-9b50-6f3411cc6202 req-8c0b7b70-53cf-4b2d-9e2f-d203248d07d2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Deleting port 3538df7a-2354-4127-9348-c0cf65f1dd0d {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:24:05.998217 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-891d4a80-f148-46f4-9b50-6f3411cc6202 req-8c0b7b70-53cf-4b2d-9e2f-d203248d07d2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:06.062931 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3a4ed50-065a-41f9-b600-f51e40f9ae70 req-e7920b5c-8ce8-446d-90e7-c93207c44b4a service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2023790 Nov 18 16:24:06.064960 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Checking segment: {'id': 'bce782ee-8cfd-43f4-bf64-8930606ad721', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3950388b-acf8-449a-98f9-22d492f09b84'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:06.065983 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Network hostable DHCP agents. Network: 3950388b-acf8-449a-98f9-22d492f09b84, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:24:06.115218 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Network 3950388b-acf8-449a-98f9-22d492f09b84 is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:24:06.176787 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, 3950388b-acf8-449a-98f9-22d492f09b84) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:06.184584 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb27135-d0b4-4eac-8250-fcc2c743e409 None None] Network 3950388b-acf8-449a-98f9-22d492f09b84 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:24:06.201526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:06.202327 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:06.263212 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5032330 Nov 18 16:24:06.270347 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a1235117-fcce-4375-a5a0-b5b596ca1f70 req-f94617eb-6128-4c1b-b36b-0841873d6eb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 1160 time: 0.1451373 Nov 18 16:24:06.376759 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-891d4a80-f148-46f4-9b50-6f3411cc6202 req-8c0b7b70-53cf-4b2d-9e2f-d203248d07d2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] For port 3538df7a-2354-4127-9348-c0cf65f1dd0d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=3538df7a-2354-4127-9348-c0cf65f1dd0d,segment=NetworkSegment(127bde8e-f349-47ad-a262-c8891cc91531),segment_id=127bde8e-f349-47ad-a262-c8891cc91531)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:06.377170 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-891d4a80-f148-46f4-9b50-6f3411cc6202 req-8c0b7b70-53cf-4b2d-9e2f-d203248d07d2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:06.588548 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-891d4a80-f148-46f4-9b50-6f3411cc6202 req-8c0b7b70-53cf-4b2d-9e2f-d203248d07d2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Calling delete_port for 3538df7a-2354-4127-9348-c0cf65f1dd0d owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:24:06.612755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1235117-fcce-4375-a5a0-b5b596ca1f70 req-a868d7b8-c709-4a91-81c8-5342b689a8fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:06.614345 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a1235117-fcce-4375-a5a0-b5b596ca1f70 req-a868d7b8-c709-4a91-81c8-5342b689a8fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 200 len: 909 time: 0.3330765 Nov 18 16:24:06.701881 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402cfdf-cfdb-4ce0-82d0-bf9899608b94 req-6ccc9f96-347e-42d8-9a23-879945b519e2 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:06.712760 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e402cfdf-cfdb-4ce0-82d0-bf9899608b94 req-6ccc9f96-347e-42d8-9a23-879945b519e2 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 943 time: 0.4050527 Nov 18 16:24:06.713103 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8156ce5b-bfc2-4fd6-8166-b928c0b872b2 None None] Network 3950388b-acf8-449a-98f9-22d492f09b84 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:24:06.774628 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a1235117-fcce-4375-a5a0-b5b596ca1f70 req-33fb1862-a1ef-4341-a43a-8632cd36164d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bac8fc7-d193-47c2-a17b-3f706af83cc9 HTTP/1.1" status: 200 len: 217 time: 0.1420062 Nov 18 16:24:06.846305 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e402cfdf-cfdb-4ce0-82d0-bf9899608b94 req-670982c8-7302-483f-ac58-2517dc855956 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323335 Nov 18 16:24:07.028932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1235117-fcce-4375-a5a0-b5b596ca1f70 req-446ad049-d596-4221-a503-d114ee3727f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:07.030559 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a1235117-fcce-4375-a5a0-b5b596ca1f70 req-446ad049-d596-4221-a503-d114ee3727f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9108d91e-b222-46b4-8a8e-afe4350e9f94 HTTP/1.1" status: 200 len: 855 time: 0.1377544 Nov 18 16:24:07.055301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 57054) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:07.085216 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-891d4a80-f148-46f4-9b50-6f3411cc6202 req-8c0b7b70-53cf-4b2d-9e2f-d203248d07d2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:07.129325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:07.144387 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a1235117-fcce-4375-a5a0-b5b596ca1f70 req-67cabce3-0ed1-42a4-8e05-56f82b9c53cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a838d3d3-fae8-4bed-95c5-46e56f447f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052613 Nov 18 16:24:07.170474 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7a268bb2-7590-4f54-97de-6e31e09b431e req-c7727458-4b31-4ee4-8953-41dd0f3c8197 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=661b0ad2-fc59-4471-bbcc-ac56cfd2d839 HTTP/1.1" status: 200 len: 210 time: 0.0765009 Nov 18 16:24:07.212261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b7b70-53cf-4b2d-9e2f-d203248d07d2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Pushing event deleted for resources: {'Port': ['ID=3538df7a-2354-4127-9348-c0cf65f1dd0d,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:07.226788 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-8c0b7b70-53cf-4b2d-9e2f-d203248d07d2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:07.392578 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a1235117-fcce-4375-a5a0-b5b596ca1f70 req-63745ad3-6442-4697-96af-933eef98f722 service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366633 Nov 18 16:24:07.418475 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-891d4a80-f148-46f4-9b50-6f3411cc6202 req-8c0b7b70-53cf-4b2d-9e2f-d203248d07d2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] No DVR routers for this DVR port 3538df7a-2354-4127-9348-c0cf65f1dd0d on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:24:07.423124 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-891d4a80-f148-46f4-9b50-6f3411cc6202 req-8c0b7b70-53cf-4b2d-9e2f-d203248d07d2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:07.425928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661b0ad2-fc59-4471-bbcc-ac56cfd2d839', 'name': 'network-vif-deleted', 'tag': '3538df7a-2354-4127-9348-c0cf65f1dd0d'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:07.440986 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-64648679-7bea-4e79-b099-ff05b89825f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aadefb8730b144ba8d833df40d40bca4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3817186 Nov 18 16:24:07.441539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 57068) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:07.459825 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-891d4a80-f148-46f4-9b50-6f3411cc6202 req-8c0b7b70-53cf-4b2d-9e2f-d203248d07d2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.49 "DELETE /v2.0/ports/3538df7a-2354-4127-9348-c0cf65f1dd0d HTTP/1.1" status: 204 len: 173 time: 1.5341144 Nov 18 16:24:07.543750 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-96b43d0e-a854-44be-9806-23e2d00ee089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:07.608732 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-96b43d0e-a854-44be-9806-23e2d00ee089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:07.695490 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a1235117-fcce-4375-a5a0-b5b596ca1f70 req-b84608b3-134e-4a82-9ddf-1c409205dd6a service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2950096 Nov 18 16:24:07.709858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 3538df7a-2354-4127-9348-c0cf65f1dd0d no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:24:07.788246 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] No Port match for: 3538df7a-2354-4127-9348-c0cf65f1dd0d {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:24:07.788958 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 3538df7a-2354-4127-9348-c0cf65f1dd0d not bound to the agent host hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:24:07.922544 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661b0ad2-fc59-4471-bbcc-ac56cfd2d839', 'name': 'network-vif-deleted', 'tag': '3538df7a-2354-4127-9348-c0cf65f1dd0d', 'status': 'completed', 'code': 200} Nov 18 16:24:07.937093 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-96b43d0e-a854-44be-9806-23e2d00ee089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:07.941443 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-03d9a250-2218-42e1-bf78-29fea6d70b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:07.957375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b43d0e-a854-44be-9806-23e2d00ee089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27aeb6f-14fd-414f-bcaa-1594ac749055,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:07.960157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-96b43d0e-a854-44be-9806-23e2d00ee089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:07.970314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-96b43d0e-a854-44be-9806-23e2d00ee089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:07.974089 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-96b43d0e-a854-44be-9806-23e2d00ee089 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d27aeb6f-14fd-414f-bcaa-1594ac749055 HTTP/1.1" status: 204 len: 168 time: 0.5294468 Nov 18 16:24:08.096512 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e19bc8-bf07-4c94-ab17-f51546ffb3a2 req-f4f2024c-f3c1-453b-a3b3-c99cef098549 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:08.098833 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c8e19bc8-bf07-4c94-ab17-f51546ffb3a2 req-f4f2024c-f3c1-453b-a3b3-c99cef098549 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 943 time: 0.1053557 Nov 18 16:24:08.163776 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c8e19bc8-bf07-4c94-ab17-f51546ffb3a2 req-967692c6-6a5c-414e-b69f-8f8137eaae84 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586565 Nov 18 16:24:08.921615 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92b21b-e0c8-4c18-9885-2b5aadd8588b req-842180ee-ceff-43d9-b001-e7e0da4dc09e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:08.922479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-9d92b21b-e0c8-4c18-9885-2b5aadd8588b req-842180ee-ceff-43d9-b001-e7e0da4dc09e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Synchronizing usage tracker for tenant:7bd0968be268410283cefabfcbd53f4d on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:08.959940 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-9d92b21b-e0c8-4c18-9885-2b5aadd8588b req-842180ee-ceff-43d9-b001-e7e0da4dc09e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Unset dirty status for tenant:7bd0968be268410283cefabfcbd53f4d on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:08.959940 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9d92b21b-e0c8-4c18-9885-2b5aadd8588b req-842180ee-ceff-43d9-b001-e7e0da4dc09e tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.2346914 Nov 18 16:24:09.035768 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9d92b21b-e0c8-4c18-9885-2b5aadd8588b req-52db0766-b311-40d8-8c63-9dc3050369f4 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699050 Nov 18 16:24:09.252274 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 57160) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:09.394623 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-8be8eeb1-30b3-41cd-9ca8-d8bd018c052c tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:09.402047 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-8be8eeb1-30b3-41cd-9ca8-d8bd018c052c tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/networks?id=3950388b-acf8-449a-98f9-22d492f09b84 HTTP/1.1" status: 200 len: 813 time: 0.1874697 Nov 18 16:24:09.411906 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8705351-07bc-4fe5-b547-146c6354b993 req-cf1fb17a-68a0-4d5a-9597-14273bbe9caf tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:09.413943 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8705351-07bc-4fe5-b547-146c6354b993 req-cf1fb17a-68a0-4d5a-9597-14273bbe9caf tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 943 time: 0.0963230 Nov 18 16:24:09.419443 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-15b7f604-42d2-4339-bddd-eea9fbbfbda4 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/quotas/90d12d69d70544128fdea591f40ec7cc HTTP/1.1" status: 200 len: 375 time: 0.0164742 Nov 18 16:24:09.447204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-327637150-network', 'tenant_id': '4f83100735174800a64c933476053984'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:09.459332 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:09.466953 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-726ca3ab-d5ef-4c42-9abe-5dc916396a93 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?tenant_id=90d12d69d70544128fdea591f40ec7cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465031 Nov 18 16:24:09.472334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Usage tracker for resource:network and tenant:4f83100735174800a64c933476053984 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:09.478116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:09.486478 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:09.493024 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8705351-07bc-4fe5-b547-146c6354b993 req-80ac7435-dd5d-46cf-b852-d4a5efcf23ed tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727527 Nov 18 16:24:09.500882 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Made reservation on behalf of 4f83100735174800a64c933476053984 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:24:09.506850 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:09.523706 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:09.560933 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:09.566368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Usage tracker for resource:security_group_rule and tenant:4f83100735174800a64c933476053984 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:09.569762 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:09.579273 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:09.634236 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-576c42f2-9813-4932-8f1c-bdb178cc2c23 service neutron] 10.222.0.15 "GET /v2.0/networks/3950388b-acf8-449a-98f9-22d492f09b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584055 Nov 18 16:24:09.658408 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:09.661607 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:09.666036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-46b8bbb1-5e07-4c8a-897c-f4d5f8d322af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:09.696416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:24:09.711323 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a843b1-e4ea-45d3-ae6f-bb93ce88a983,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:09.719830 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757455527693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:09.720215 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Added segment 132c20ea-5051-4379-a4ca-e806948a29c8 of type vxlan for network f9cc2ce3-1d54-4e8e-bb85-717fece24024 Nov 18 16:24:09.721674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:09.751742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:09.786601 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:09.788006 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:09.788722 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:09.792777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:09.912745 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Pushing event updated for resources: {'Network': ['ID=f9cc2ce3-1d54-4e8e-bb85-717fece24024,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:09.915785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:09.920515 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6636581 Nov 18 16:24:09.921304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 57174) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:09.924410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:24:09.928747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Request body: {'subnet': {'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-327637150-subnet', 'tenant_id': '4f83100735174800a64c933476053984', 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:09.934135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:09.938263 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Usage tracker for resource:subnet and tenant:4f83100735174800a64c933476053984 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:09.941932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:09.944449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:24:09.947918 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:09.957778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Made reservation on behalf of 4f83100735174800a64c933476053984 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:24:09.962565 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823474568'] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:09.991697 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-fb60e333-9e32-4bf1-8880-9c27699bf6f3 service neutron] 10.222.0.15 "GET /v2.0/networks/3950388b-acf8-449a-98f9-22d492f09b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3564267 Nov 18 16:24:10.312020 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8a2d5276-9a98-4dae-b6d5-761bf54c4c69 req-9f581bc7-036a-494c-a640-41d431e99edb tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 210 time: 0.1092868 Nov 18 16:24:10.460557 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258deda-f0c8-4f9d-b42a-52ee51d3eb22 req-bc6701cc-d85b-44db-92fc-5ab43b3d3d50 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:10.462763 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9258deda-f0c8-4f9d-b42a-52ee51d3eb22 req-bc6701cc-d85b-44db-92fc-5ab43b3d3d50 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.49 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.1410131 Nov 18 16:24:10.478186 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cddb1-4475-4524-a314-8ff87f997021 req-8be76b5c-3dec-46e9-b4d7-6ac57d07f1b4 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:10.479854 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f45cddb1-4475-4524-a314-8ff87f997021 req-8be76b5c-3dec-46e9-b4d7-6ac57d07f1b4 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/ports?device_id=be6b22ec-acd1-486a-ac96-d05710e7b870 HTTP/1.1" status: 200 len: 946 time: 0.1872959 Nov 18 16:24:10.593621 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f45cddb1-4475-4524-a314-8ff87f997021 req-b49488dc-cbaf-4365-9333-baa841685209 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.15 "GET /v2.0/security-groups?id=a462573b-79a2-4c01-9d2a-6b57eb939872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045847 Nov 18 16:24:10.607322 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-9258deda-f0c8-4f9d-b42a-52ee51d3eb22 req-3532245b-987a-49e6-af07-0ba84863ae55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Deleting port c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:24:10.608140 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-9258deda-f0c8-4f9d-b42a-52ee51d3eb22 req-3532245b-987a-49e6-af07-0ba84863ae55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:10.619588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31855450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823474615'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:10.634317 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9bb59160-70d3-4bf6-ba51-bb67c8651cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:10.660665 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 57196) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:10.992563 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1cef1fe-ef83-419a-a201-80a4671186f4,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:10.995587 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:11.093526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50275d9a-68b7-43d0-b322-88e7b751958f req-70d593c4-b7ba-4083-979f-6f4148582a98 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:11.095837 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-50275d9a-68b7-43d0-b322-88e7b751958f req-70d593c4-b7ba-4083-979f-6f4148582a98 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 943 time: 0.3268383 Nov 18 16:24:11.106764 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57210) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:11.155281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-9258deda-f0c8-4f9d-b42a-52ee51d3eb22 req-3532245b-987a-49e6-af07-0ba84863ae55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] For port c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d,segment=NetworkSegment(127bde8e-f349-47ad-a262-c8891cc91531),segment_id=127bde8e-f349-47ad-a262-c8891cc91531)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:11.155830 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-9258deda-f0c8-4f9d-b42a-52ee51d3eb22 req-3532245b-987a-49e6-af07-0ba84863ae55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.175335 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Checking segment: {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:11.175911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Network hostable DHCP agents. Network: f9cc2ce3-1d54-4e8e-bb85-717fece24024, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:24:11.218796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:24:11.293421 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, f9cc2ce3-1d54-4e8e-bb85-717fece24024) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:11.297713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-9258deda-f0c8-4f9d-b42a-52ee51d3eb22 req-3532245b-987a-49e6-af07-0ba84863ae55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Calling delete_port for c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d owned by compute:nova {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:24:11.302114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a6331c-7ee1-48b7-85c9-e71315902f6e None None] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:24:11.309262 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:11.309923 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.349205 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4231315 Nov 18 16:24:11.352192 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 57220) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:11.364545 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:11.370774 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43bd4f4f-d471-4f9e-aba3-f20c0dead5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.376680 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:11.381633 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Usage tracker for resource:router and tenant:4f83100735174800a64c933476053984 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:11.385424 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:11.392738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:11.432196 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-50275d9a-68b7-43d0-b322-88e7b751958f req-e3cfabf3-fdf7-4a76-a243-5da1aaf3a0a6 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242745 Nov 18 16:24:11.460740 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-43bd4f4f-d471-4f9e-aba3-f20c0dead5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:11.479679 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-43bd4f4f-d471-4f9e-aba3-f20c0dead5cd admin admin] Usage tracker for resource:security_group_rule and tenant:38f3a766408f4f17b12787903d7a0532 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:11.484035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-43bd4f4f-d471-4f9e-aba3-f20c0dead5cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:11.490685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-43bd4f4f-d471-4f9e-aba3-f20c0dead5cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:11.492285 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821561935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736540'] for router, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.494272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821562538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33232672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33260878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39276'] for router, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.546314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe527db92-96c1-5c25-b139-de022d86ecfb-f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4'}]}} from dv-cinder-759961-2-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:24:11.547513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.568568 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-69c9545f-a186-427f-a890-a645457e95e9 req-9846ae39-ddee-4769-94df-2c3c64c4acd6 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 210 time: 0.0813825 Nov 18 16:24:11.618972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-9258deda-f0c8-4f9d-b42a-52ee51d3eb22 req-3532245b-987a-49e6-af07-0ba84863ae55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.629892 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821489292'] for router_interface, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.644480 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:11.749902 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.760863 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532245b-987a-49e6-af07-0ba84863ae55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Pushing event deleted for resources: {'Port': ['ID=c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:11.774234 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3532245b-987a-49e6-af07-0ba84863ae55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:11.778036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43bd4f4f-d471-4f9e-aba3-f20c0dead5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.788446 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43bd4f4f-d471-4f9e-aba3-f20c0dead5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.798534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:11.863080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd4f4f-d471-4f9e-aba3-f20c0dead5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc068913-d566-437d-9985-8e7baca5b72f,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:11.868448 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-43bd4f4f-d471-4f9e-aba3-f20c0dead5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:11.871011 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-43bd4f4f-d471-4f9e-aba3-f20c0dead5cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38f3a766408f4f17b12787903d7a0532&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7618139 Nov 18 16:24:11.874125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57224) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:11.927460 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Allocated IP 172.20.0.2 (f9cc2ce3-1d54-4e8e-bb85-717fece24024/a1cef1fe-ef83-419a-a201-80a4671186f4/2898392d-6173-49a9-9cf2-0ab946596726) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:11.963149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-9258deda-f0c8-4f9d-b42a-52ee51d3eb22 req-3532245b-987a-49e6-af07-0ba84863ae55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] No DVR routers for this DVR port c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d on host hv-cinder-75996 {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:24:11.985054 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-9258deda-f0c8-4f9d-b42a-52ee51d3eb22 req-3532245b-987a-49e6-af07-0ba84863ae55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:11.992282 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6b22ec-acd1-486a-ac96-d05710e7b870', 'name': 'network-vif-deleted', 'tag': 'c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:12.124042 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9258deda-f0c8-4f9d-b42a-52ee51d3eb22 req-3532245b-987a-49e6-af07-0ba84863ae55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] 10.222.0.49 "DELETE /v2.0/ports/c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d HTTP/1.1" status: 204 len: 173 time: 1.6533096 Nov 18 16:24:12.147659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f144c22e-1fb2-4b2a-b6cd-b94ff3d44c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:12.187457 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:12.192164 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6b22ec-acd1-486a-ac96-d05710e7b870', 'name': 'network-vif-deleted', 'tag': 'c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d', 'status': 'completed', 'code': 200} Nov 18 16:24:12.201079 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f144c22e-1fb2-4b2a-b6cd-b94ff3d44c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:12.201465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Transition to ACTIVE for port object 2898392d-6173-49a9-9cf2-0ab946596726 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:12.220932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Transition to ACTIVE for port object 2898392d-6173-49a9-9cf2-0ab946596726 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:12.225833 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 6bac8fc7-d193-47c2-a17b-3f706af83cc9 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:12.264809 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:12.278890 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f144c22e-1fb2-4b2a-b6cd-b94ff3d44c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:12.285657 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-687885f3-8783-4b0f-ac25-515d77981d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:12.298213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144c22e-1fb2-4b2a-b6cd-b94ff3d44c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc068913-d566-437d-9985-8e7baca5b72f,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:12.303008 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f144c22e-1fb2-4b2a-b6cd-b94ff3d44c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:12.306389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f144c22e-1fb2-4b2a-b6cd-b94ff3d44c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:12.310906 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f144c22e-1fb2-4b2a-b6cd-b94ff3d44c7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc068913-d566-437d-9985-8e7baca5b72f HTTP/1.1" status: 204 len: 168 time: 0.4353778 Nov 18 16:24:12.424451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-37127451-ad2b-4dc1-9e9e-19d25eddba5f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:12.425512 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-37127451-ad2b-4dc1-9e9e-19d25eddba5f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Synchronizing usage tracker for tenant:90d12d69d70544128fdea591f40ec7cc on resource:network {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:12.433244 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:12.551593 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:12.554911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Pushing event updated for resources: {'Port': ['ID=2898392d-6173-49a9-9cf2-0ab946596726,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:12.563162 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-37127451-ad2b-4dc1-9e9e-19d25eddba5f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Unset dirty status for tenant:90d12d69d70544128fdea591f40ec7cc on resource:network {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:12.564460 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-37127451-ad2b-4dc1-9e9e-19d25eddba5f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.49 "GET /v2.0/networks?id=3950388b-acf8-449a-98f9-22d492f09b84 HTTP/1.1" status: 200 len: 813 time: 0.8678710 Nov 18 16:24:12.573167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Resources bound (agent type, host, resource id): {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:12.577937 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33232689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821561906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39263'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:12.578260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:12.597936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Request body: {'port': {'device_id': '10cbe157-f335-4ce6-8270-0d549e19b364', 'network_id': '3950388b-acf8-449a-98f9-22d492f09b84', 'admin_state_up': True, 'tenant_id': '90d12d69d70544128fdea591f40ec7cc'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:12.653114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port 6bac8fc7-d193-47c2-a17b-3f706af83cc9 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:12.660484 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Attempting to bind port 2898392d-6173-49a9-9cf2-0ab946596726 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:12.660484 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Attempting to bind port 2898392d-6173-49a9-9cf2-0ab946596726 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:12.660837 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Attempting to bind port 2898392d-6173-49a9-9cf2-0ab946596726 on network f9cc2ce3-1d54-4e8e-bb85-717fece24024 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:12.668161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 6bac8fc7-d193-47c2-a17b-3f706af83cc9 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:12.668512 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:12.759917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:12.760300 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Checking segment: {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:12.760634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:12.761089 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Bound using segment: {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:12.761636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Bound port: 2898392d-6173-49a9-9cf2-0ab946596726, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:12.763043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:12.919011 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] For port 2898392d-6173-49a9-9cf2-0ab946596726, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:12.922567 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] For port 2898392d-6173-49a9-9cf2-0ab946596726, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=2898392d-6173-49a9-9cf2-0ab946596726,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:12.933375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:12.963531 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a26eae04-96ae-4d9e-a34a-eb3e18d19bbe req-f6833a7d-3f8f-4131-8a36-4ae8b0ccfff5 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 210 time: 0.1195078 Nov 18 16:24:13.030477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:13.061516 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Usage tracker for resource:port and tenant:90d12d69d70544128fdea591f40ec7cc is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:13.070571 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Quota usage for port was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:13.088268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:13.088716 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:13.098209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:13.131922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce3184-0210-42e7-bfd5-e4db394a59b1 req-ec04ed30-107d-47a0-94ea-add899ed055e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:13.139358 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fdce3184-0210-42e7-bfd5-e4db394a59b1 req-ec04ed30-107d-47a0-94ea-add899ed055e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 943 time: 0.4980812 Nov 18 16:24:13.229501 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Made reservation on behalf of 90d12d69d70544128fdea591f40ec7cc for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:24:13.239207 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:13.251108 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:13.258084 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Pushing event updated for resources: {'Port': ['ID=2898392d-6173-49a9-9cf2-0ab946596726,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:13.284663 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 6bac8fc7-d193-47c2-a17b-3f706af83cc9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=6bac8fc7-d193-47c2-a17b-3f706af83cc9,segment=NetworkSegment(5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f),segment_id=5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:13.286068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:13.292279 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f734e32f-baf8-41bb-b5fe-71c698a6322d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bac8fc7-d193-47c2-a17b-3f706af83cc9'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:13.300242 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:13.302930 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:13.353502 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:13.364011 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:24:13.423948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] No Port match for: c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:24:13.424352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device c8db137b-a9ab-48a4-9ecf-b4b2b512ae5d not bound to the agent host hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:24:13.453570 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=6bac8fc7-d193-47c2-a17b-3f706af83cc9,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:13.467697 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:13.516645 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fdce3184-0210-42e7-bfd5-e4db394a59b1 req-77c48c27-9fce-44eb-bdb5-699cef34c802 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757997 Nov 18 16:24:13.539960 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f734e32f-baf8-41bb-b5fe-71c698a6322d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bac8fc7-d193-47c2-a17b-3f706af83cc9', 'code': 200} Nov 18 16:24:13.642810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 6bac8fc7-d193-47c2-a17b-3f706af83cc9 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:13.777080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 6bac8fc7-d193-47c2-a17b-3f706af83cc9 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:13.777904 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:14.000998 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5059cf66-ffdf-4153-93a3-810f2b656e6b req-6cfd201b-a00b-4d64-9bf3-1d9a554fbcb3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 1162 time: 0.1138864 Nov 18 16:24:14.062517 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5059cf66-ffdf-4153-93a3-810f2b656e6b req-5ceab175-5354-4b5f-8d13-24d762a80fb4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548582 Nov 18 16:24:14.182528 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:14.225884 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Allocated IP 172.20.0.5 (3950388b-acf8-449a-98f9-22d492f09b84/9bdecd86-7638-4dae-b344-769e1ee72172/a8712389-2c9d-4ddc-890c-b20b2975f189) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:14.254377 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a88921d4-8f34-4e08-9e47-256d058b3c01 req-9c837afb-3348-44ba-bfaf-d6652b91914e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 210 time: 0.1284847 Nov 18 16:24:14.270575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:14.899090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2ed81a-7528-4501-9943-9fba8c2bfcc9 None None] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:24:15.025843 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-e85d8248-3aff-43d4-a7f8-98dfb418ee27 None None] Provisioning for port 2898392d-6173-49a9-9cf2-0ab946596726 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:15.110839 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:15.192761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Allocated IP 172.27.0.147 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/583599da-dbac-40ee-829a-0cace95e5419) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:15.292889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfd64f-796b-4c0c-8ae7-bde0689bb6ae req-e99f1aa0-c186-45f4-948b-ef3402a401f3 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:15.294647 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-33bfd64f-796b-4c0c-8ae7-bde0689bb6ae req-e99f1aa0-c186-45f4-948b-ef3402a401f3 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 945 time: 0.5583024 Nov 18 16:24:15.396557 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:15.444171 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] Deleting port cc92d3c9-74e0-4177-8596-090454e9b837 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:24:15.444458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:15.498772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:15.553907 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e040e41e-1a3b-48fe-a1a1-70b86a993c88 req-87d7bfad-d159-42e9-b20e-e2d74bc71a2e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:15.555683 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e040e41e-1a3b-48fe-a1a1-70b86a993c88 req-87d7bfad-d159-42e9-b20e-e2d74bc71a2e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 931 time: 0.1112704 Nov 18 16:24:15.693382 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e040e41e-1a3b-48fe-a1a1-70b86a993c88 req-209b0eeb-c089-462b-b0fb-3f3e298e30a7 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285901 Nov 18 16:24:15.698646 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 6bac8fc7-d193-47c2-a17b-3f706af83cc9 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:15.789506 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 2898392d-6173-49a9-9cf2-0ab946596726 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:15.882962 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-33bfd64f-796b-4c0c-8ae7-bde0689bb6ae req-14717d66-eba1-4007-ba54-abc46ffb093b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700212 Nov 18 16:24:15.900933 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Pushing event updated for resources: {'Port': ['ID=a8712389-2c9d-4ddc-890c-b20b2975f189,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:15.932759 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:15.948838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 2898392d-6173-49a9-9cf2-0ab946596726 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:15.963085 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:15.981754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-06db8bcc-be61-4244-b89b-67394a9655a6 None None] Provisioning complete for port 2898392d-6173-49a9-9cf2-0ab946596726 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:15.982458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-06db8bcc-be61-4244-b89b-67394a9655a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.032650 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 2898392d-6173-49a9-9cf2-0ab946596726 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:16.033389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.091370 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57402) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:16.113758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] For port cc92d3c9-74e0-4177-8596-090454e9b837, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=cc92d3c9-74e0-4177-8596-090454e9b837,segment=NetworkSegment(127bde8e-f349-47ad-a262-c8891cc91531),segment_id=127bde8e-f349-47ad-a262-c8891cc91531)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:16.114188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.129427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Network 3950388b-acf8-449a-98f9-22d492f09b84 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:16.134638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:16.179483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 6bac8fc7-d193-47c2-a17b-3f706af83cc9 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:16.179909 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.192636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:16.276921 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b6173603-30ea-4a4e-a1a7-0d417798f09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.288334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.295215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] Calling delete_port for cc92d3c9-74e0-4177-8596-090454e9b837 owned by network:router_interface {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:24:16.310565 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-06db8bcc-be61-4244-b89b-67394a9655a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.313688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b6173603-30ea-4a4e-a1a7-0d417798f09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:16.318615 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b6173603-30ea-4a4e-a1a7-0d417798f09d admin admin] Usage tracker for resource:security_group_rule and tenant:b55d81def7744662a06f03a01debd3be is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:16.326356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b6173603-30ea-4a4e-a1a7-0d417798f09d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:16.334644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b6173603-30ea-4a4e-a1a7-0d417798f09d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:16.337778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.351356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:16.420711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b6173603-30ea-4a4e-a1a7-0d417798f09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.426765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b6173603-30ea-4a4e-a1a7-0d417798f09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.435825 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:16.489499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6173603-30ea-4a4e-a1a7-0d417798f09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad3760e-13ea-4643-8c44-418d999cc7c4,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:16.493569 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b6173603-30ea-4a4e-a1a7-0d417798f09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:16.499854 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-b6173603-30ea-4a4e-a1a7-0d417798f09d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b55d81def7744662a06f03a01debd3be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4071879 Nov 18 16:24:16.500580 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57408) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:16.522361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:16.523059 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.544435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Pushing event updated for resources: {'Port': ['ID=583599da-dbac-40ee-829a-0cace95e5419,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:16.561091 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:16.573836 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bd3020c5-8050-4f2e-a1af-5b62af1a781f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.592457 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-06db8bcc-be61-4244-b89b-67394a9655a6 None None] For port 2898392d-6173-49a9-9cf2-0ab946596726, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=2898392d-6173-49a9-9cf2-0ab946596726,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:16.599681 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-06db8bcc-be61-4244-b89b-67394a9655a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.605530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bd3020c5-8050-4f2e-a1af-5b62af1a781f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.631350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-304761dc-663d-41bd-a88e-2be033c764fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:16.666755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bd3020c5-8050-4f2e-a1af-5b62af1a781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.672768 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-47604823-210d-4536-a773-fcc5a3f9dbd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:16.683763 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3020c5-8050-4f2e-a1af-5b62af1a781f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad3760e-13ea-4643-8c44-418d999cc7c4,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:16.690195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-bd3020c5-8050-4f2e-a1af-5b62af1a781f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:16.690959 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bd3020c5-8050-4f2e-a1af-5b62af1a781f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:16.692477 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-bd3020c5-8050-4f2e-a1af-5b62af1a781f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ad3760e-13ea-4643-8c44-418d999cc7c4 HTTP/1.1" status: 204 len: 168 time: 0.1904020 Nov 18 16:24:16.723826 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1392310 Nov 18 16:24:16.748749 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Request body: {'port': {'device_id': '10cbe157-f335-4ce6-8270-0d549e19b364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:16.753357 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:24:16.753981 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:24:16.759965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db8bcc-be61-4244-b89b-67394a9655a6 None None] Pushing event updated for resources: {'Port': ['ID=2898392d-6173-49a9-9cf2-0ab946596726,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:16.764040 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-06db8bcc-be61-4244-b89b-67394a9655a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:16.850198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:24:17.137740 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57424) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:17.161692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a4f62e05-1880-43f6-b033-98861a91515d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.193873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.213895 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:17.215313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a4f62e05-1880-43f6-b033-98861a91515d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:17.222162 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a4f62e05-1880-43f6-b033-98861a91515d admin admin] Usage tracker for resource:security_group_rule and tenant:d9bf7fbb76fa4dec9468d07d3b387a4b is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:17.222982 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:17.226739 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a4f62e05-1880-43f6-b033-98861a91515d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:17.230302 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:17.235089 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d64b68-5542-472f-849a-6dcc83247ac8 req-02381185-d00c-4318-99fb-df481dcf256c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:17.236737 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-30d64b68-5542-472f-849a-6dcc83247ac8 req-02381185-d00c-4318-99fb-df481dcf256c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 945 time: 0.1530743 Nov 18 16:24:17.240619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a4f62e05-1880-43f6-b033-98861a91515d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:17.308665 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-30d64b68-5542-472f-849a-6dcc83247ac8 req-4ef369a9-b567-4a90-aee5-1a167412c2f8 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624123 Nov 18 16:24:17.364897 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a4f62e05-1880-43f6-b033-98861a91515d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.369462 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a4f62e05-1880-43f6-b033-98861a91515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.399681 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b6173603-30ea-4a4e-a1a7-0d417798f09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:17.412428 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-a4f62e05-1880-43f6-b033-98861a91515d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9bf7fbb76fa4dec9468d07d3b387a4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2708714 Nov 18 16:24:17.412721 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57430) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:17.413310 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccdf6b-da16-43a1-85b5-a4dc713d38d5 req-d280ad18-b6c3-4044-94b8-df1c3948fd5c tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:17.414078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-66ccdf6b-da16-43a1-85b5-a4dc713d38d5 req-d280ad18-b6c3-4044-94b8-df1c3948fd5c tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Synchronizing usage tracker for tenant:90d12d69d70544128fdea591f40ec7cc on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:17.470332 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f62e05-1880-43f6-b033-98861a91515d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cb9c26-23da-4c67-b3b3-5757941a00f9,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:17.474172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a4f62e05-1880-43f6-b033-98861a91515d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:17.512532 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c52564dd-8d16-4cfa-b9bc-4090c9a0c0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.541747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c52564dd-8d16-4cfa-b9bc-4090c9a0c0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.567482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-66ccdf6b-da16-43a1-85b5-a4dc713d38d5 req-d280ad18-b6c3-4044-94b8-df1c3948fd5c tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Unset dirty status for tenant:90d12d69d70544128fdea591f40ec7cc on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:17.572174 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-66ccdf6b-da16-43a1-85b5-a4dc713d38d5 req-d280ad18-b6c3-4044-94b8-df1c3948fd5c tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 931 time: 0.7061775 Nov 18 16:24:17.593246 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c52564dd-8d16-4cfa-b9bc-4090c9a0c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.598932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-83acb94e-cfaa-416c-b037-8a1870444aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:17.610888 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52564dd-8d16-4cfa-b9bc-4090c9a0c0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cb9c26-23da-4c67-b3b3-5757941a00f9,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:17.614018 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c52564dd-8d16-4cfa-b9bc-4090c9a0c0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:17.619900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c52564dd-8d16-4cfa-b9bc-4090c9a0c0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.621139 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-c52564dd-8d16-4cfa-b9bc-4090c9a0c0f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0cb9c26-23da-4c67-b3b3-5757941a00f9 HTTP/1.1" status: 204 len: 168 time: 0.2071717 Nov 18 16:24:17.685173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:17.690930 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 2898392d-6173-49a9-9cf2-0ab946596726 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:17.717500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9d597b73-7061-4999-9d16-a8ba8d2df525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:17.791288 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc92d3c9-74e0-4177-8596-090454e9b837,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:17.832904 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:17.848880 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 2898392d-6173-49a9-9cf2-0ab946596726 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:17.849304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:18.071264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-66ccdf6b-da16-43a1-85b5-a4dc713d38d5 req-467ae067-25d0-4cf4-ab1a-7e345a2f5262 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Synchronizing usage tracker for tenant:90d12d69d70544128fdea591f40ec7cc on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:18.147472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-66ccdf6b-da16-43a1-85b5-a4dc713d38d5 req-467ae067-25d0-4cf4-ab1a-7e345a2f5262 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Unset dirty status for tenant:90d12d69d70544128fdea591f40ec7cc on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:18.148774 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-66ccdf6b-da16-43a1-85b5-a4dc713d38d5 req-467ae067-25d0-4cf4-ab1a-7e345a2f5262 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709333 Nov 18 16:24:18.164409 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:18.165181 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33213894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821543082'] for router, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:18.464544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8712389-2c9d-4ddc-890c-b20b2975f189 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:24:18.476535 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:18.554095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Transition to ACTIVE for port object a8712389-2c9d-4ddc-890c-b20b2975f189 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:18.572702 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:18.594688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:18.819794 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Pushing event updated for resources: {'Port': ['ID=a8712389-2c9d-4ddc-890c-b20b2975f189,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:18.823674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:18.991382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33292004'] for router_interface, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:19.383168 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Router 4b716cd0-5cce-444b-b689-dd6248265558 is scheduled to L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a with binding_index 1 {{(pid=80323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:24:19.401383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d034eca-b1c4-4367-b0a3-b6fdfb34b54c req-d2980438-ab22-4c03-88ce-08b9f18c19e2 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:19.409870 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1d034eca-b1c4-4367-b0a3-b6fdfb34b54c req-d2980438-ab22-4c03-88ce-08b9f18c19e2 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 943 time: 0.1048708 Nov 18 16:24:19.435003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Attempting to bind port a8712389-2c9d-4ddc-890c-b20b2975f189 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:19.435386 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Attempting to bind port a8712389-2c9d-4ddc-890c-b20b2975f189 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'bce782ee-8cfd-43f4-bf64-8930606ad721', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3950388b-acf8-449a-98f9-22d492f09b84'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:19.435792 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Attempting to bind port a8712389-2c9d-4ddc-890c-b20b2975f189 on network 3950388b-acf8-449a-98f9-22d492f09b84 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:19.484749 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1d034eca-b1c4-4367-b0a3-b6fdfb34b54c req-e1aea350-32ca-4097-9d6c-16e9a1a26144 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737791 Nov 18 16:24:19.618605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:19.619253 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Checking segment: {'id': 'bce782ee-8cfd-43f4-bf64-8930606ad721', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3950388b-acf8-449a-98f9-22d492f09b84'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:19.619998 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:19.620612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Bound using segment: {'id': 'bce782ee-8cfd-43f4-bf64-8930606ad721', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3950388b-acf8-449a-98f9-22d492f09b84'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:19.621310 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Bound port: a8712389-2c9d-4ddc-890c-b20b2975f189, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce782ee-8cfd-43f4-bf64-8930606ad721', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3950388b-acf8-449a-98f9-22d492f09b84'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:19.621897 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:19.994928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] For port a8712389-2c9d-4ddc-890c-b20b2975f189, host hv-cinder-75996, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:20.014449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] For port a8712389-2c9d-4ddc-890c-b20b2975f189, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a8712389-2c9d-4ddc-890c-b20b2975f189,segment=NetworkSegment(bce782ee-8cfd-43f4-bf64-8930606ad721),segment_id=bce782ee-8cfd-43f4-bf64-8930606ad721)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:20.023150 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:20.052692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:20.244332 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Pushing event updated for resources: {'Port': ['ID=a8712389-2c9d-4ddc-890c-b20b2975f189,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:20.252295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:20.268481 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:24:20.277763 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Sync routers for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:24:20.292408 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:20.293084 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:23:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:20.406790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:20.410672 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0495238 Nov 18 16:24:20.411084 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57536) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:20.466523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:20.468105 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] 10.222.0.49 "PUT /v2.0/ports/a8712389-2c9d-4ddc-890c-b20b2975f189 HTTP/1.1" status: 200 len: 1157 time: 3.7332139 Nov 18 16:24:20.468685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10cbe157-f335-4ce6-8270-0d549e19b364', 'tag': 'a8712389-2c9d-4ddc-890c-b20b2975f189'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:20.483460 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:20.659610 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10cbe157-f335-4ce6-8270-0d549e19b364', 'tag': 'a8712389-2c9d-4ddc-890c-b20b2975f189', 'status': 'completed', 'code': 200} Nov 18 16:24:20.834790 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-1c89305c-928f-4800-b8c5-4c78643beb6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90d12d69d70544128fdea591f40ec7cc&device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 1160 time: 0.2800443 Nov 18 16:24:20.842700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:17Z', 'revision_number': 3, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:20.854796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Checking router: 4b716cd0-5cce-444b-b689-dd6248265558 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:24:20.855617 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Updating router 4b716cd0-5cce-444b-b689-dd6248265558 port 583599da-dbac-40ee-829a-0cace95e5419 binding host dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:24:20.875919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e672d44-fdd5-45ac-87e2-741424e6aabd req-f760c13f-fbe6-452f-b278-644d34c6f100 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:20.878173 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6e672d44-fdd5-45ac-87e2-741424e6aabd req-f760c13f-fbe6-452f-b278-644d34c6f100 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 943 time: 0.1910846 Nov 18 16:24:20.927540 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:20.964066 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-49526166-fdcd-4d25-8b4f-abfd652aaa29 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8712389-2c9d-4ddc-890c-b20b2975f189 HTTP/1.1" status: 200 len: 217 time: 0.1179152 Nov 18 16:24:21.161146 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-4e1be94d-7695-48bf-b37f-8fcc6b5f0350 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:21.162874 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-4e1be94d-7695-48bf-b37f-8fcc6b5f0350 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bdecd86-7638-4dae-b344-769e1ee72172 HTTP/1.1" status: 200 len: 853 time: 0.0910332 Nov 18 16:24:21.219761 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6e672d44-fdd5-45ac-87e2-741424e6aabd req-5f14da9d-3a2f-4b68-b2e9-8cc7186424c2 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335114 Nov 18 16:24:21.227643 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-0202b0b6-1358-4176-a500-2dd727ba2de4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3950388b-acf8-449a-98f9-22d492f09b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551324 Nov 18 16:24:21.416658 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:21.430052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Transition to ACTIVE for port object 583599da-dbac-40ee-829a-0cace95e5419 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:21.433219 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:21.450812 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:21.571340 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] Router bd28b5df-4bba-48e9-bfd5-ac9725206c02 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:24:21.596251 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Pushing event updated for resources: {'Port': ['ID=583599da-dbac-40ee-829a-0cace95e5419,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:21.616182 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.616585 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.616972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.617345 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.617714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.618085 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.618457 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.618819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.619203 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.619619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.619972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.620331 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.620730 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.621088 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.621447 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.621803 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.622161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.622519 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.622873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.623229 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.623719 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.624078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.624440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.624791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:21.637502 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:21.646608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:21.665068 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-977502b0-35c8-4a1d-ac34-8b4f069a6f7e service neutron] 10.222.0.49 "GET /v2.0/networks/3950388b-acf8-449a-98f9-22d492f09b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262848 Nov 18 16:24:21.694893 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Attempting to bind port 583599da-dbac-40ee-829a-0cace95e5419 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:21.695091 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Attempting to bind port 583599da-dbac-40ee-829a-0cace95e5419 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:21.695534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Attempting to bind port 583599da-dbac-40ee-829a-0cace95e5419 on network eae6701d-1990-4314-b852-5917518e9bba {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:21.704347 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:21.704825 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Checking segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:21.705163 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:21.706173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Bound using segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:21.706739 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Bound port: 583599da-dbac-40ee-829a-0cace95e5419, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:21.707178 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:21.811178 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] For port 583599da-dbac-40ee-829a-0cace95e5419, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:21.825635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] For port 583599da-dbac-40ee-829a-0cace95e5419, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=583599da-dbac-40ee-829a-0cace95e5419,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:21.834428 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:21.850466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:21.855331 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6ff63af9-3bf0-4cd1-b1c5-afe9d5f5d33a req-48ad400d-2a14-45cb-a772-972c2907a9bb service neutron] 10.222.0.49 "GET /v2.0/networks/3950388b-acf8-449a-98f9-22d492f09b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1765521 Nov 18 16:24:22.027937 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef4bec8e-a438-4bd5-a312-4d01bb47b0a8 req-bb81bd7d-6fd0-4738-9ddb-24b5aeccad72 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90d12d69d70544128fdea591f40ec7cc&device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 1160 time: 0.1068416 Nov 18 16:24:22.035330 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:24:22.036671 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Pushing event updated for resources: {'Port': ['ID=583599da-dbac-40ee-829a-0cace95e5419,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:22.041393 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] 10.222.0.15 "PUT /v2.0/routers/bd28b5df-4bba-48e9-bfd5-ac9725206c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3746598 Nov 18 16:24:22.047261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958658e9-a154-4b5d-abc9-3cd87f85bb2c None None] Sync routers for ids ['bd28b5df-4bba-48e9-bfd5-ac9725206c02'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:24:22.062346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:22.063301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 57556) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:22.071971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958658e9-a154-4b5d-abc9-3cd87f85bb2c None None] Routers {'bd28b5df-4bba-48e9-bfd5-ac9725206c02'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:22.073123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-958658e9-a154-4b5d-abc9-3cd87f85bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:23:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['bd28b5df-4bba-48e9-bfd5-ac9725206c02'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:22.115594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Allocated IP 172.20.0.1 (f9cc2ce3-1d54-4e8e-bb85-717fece24024/a1cef1fe-ef83-419a-a201-80a4671186f4/bf42ed8d-8e8e-4009-967c-3ea9740bef10) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:22.177707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:22.178745 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:23:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:22.321527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bec8e-a438-4bd5-a312-4d01bb47b0a8 req-4697eb37-655a-4ca8-9bc5-0e1fd671d71a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:22.322955 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef4bec8e-a438-4bd5-a312-4d01bb47b0a8 req-4697eb37-655a-4ca8-9bc5-0e1fd671d71a service neutron] 10.222.0.49 "GET /v2.0/networks?id=3950388b-acf8-449a-98f9-22d492f09b84 HTTP/1.1" status: 200 len: 907 time: 0.2856910 Nov 18 16:24:22.375670 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-958658e9-a154-4b5d-abc9-3cd87f85bb2c None None] Set router bd28b5df-4bba-48e9-bfd5-ac9725206c02 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:22.445736 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef4bec8e-a438-4bd5-a312-4d01bb47b0a8 req-e1a71d5f-de83-49a8-a721-5cbcca4efb54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8712389-2c9d-4ddc-890c-b20b2975f189 HTTP/1.1" status: 200 len: 217 time: 0.1088469 Nov 18 16:24:22.529172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:22.541734 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:22.570697 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Transition to ACTIVE for port object bf42ed8d-8e8e-4009-967c-3ea9740bef10 will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:22.590702 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9be66c-b3cb-4aef-8fb7-ace03f34c573 req-9f5f2292-8f60-482e-bd72-3cf59a9ff717 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:22.592425 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f9be66c-b3cb-4aef-8fb7-ace03f34c573 req-9f5f2292-8f60-482e-bd72-3cf59a9ff717 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 943 time: 0.1369703 Nov 18 16:24:22.595886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bec8e-a438-4bd5-a312-4d01bb47b0a8 req-70e294cd-a2d0-43e4-8b67-b8e2535d1826 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:22.597566 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef4bec8e-a438-4bd5-a312-4d01bb47b0a8 req-70e294cd-a2d0-43e4-8b67-b8e2535d1826 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bdecd86-7638-4dae-b344-769e1ee72172 HTTP/1.1" status: 200 len: 853 time: 0.0802927 Nov 18 16:24:22.636056 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:22.651972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:22.686894 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef4bec8e-a438-4bd5-a312-4d01bb47b0a8 req-d7b01099-3101-4497-a447-b82c73e055b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3950388b-acf8-449a-98f9-22d492f09b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693610 Nov 18 16:24:22.728701 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-958658e9-a154-4b5d-abc9-3cd87f85bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'name': 'tempest-ServerRescueNegativeTestJSON-892443366-router', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:25Z', 'updated_at': '2020-11-18T16:24:17Z', 'revision_number': 5, 'project_id': '7bd0968be268410283cefabfcbd53f4d', 'gw_port': {'id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:26Z', 'updated_at': '2020-11-18T16:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:22.729632 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f9be66c-b3cb-4aef-8fb7-ace03f34c573 req-e5540b7c-269f-44f3-9702-0573f756934e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286542 Nov 18 16:24:22.747714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958658e9-a154-4b5d-abc9-3cd87f85bb2c None None] Checking router: bd28b5df-4bba-48e9-bfd5-ac9725206c02 for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:24:22.804573 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958658e9-a154-4b5d-abc9-3cd87f85bb2c None None] Routers {'bd28b5df-4bba-48e9-bfd5-ac9725206c02'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:22.805588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-958658e9-a154-4b5d-abc9-3cd87f85bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:23:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['bd28b5df-4bba-48e9-bfd5-ac9725206c02'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:22.813887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Pushing event updated for resources: {'Port': ['ID=bf42ed8d-8e8e-4009-967c-3ea9740bef10,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:22.819160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:22.871969 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:22.873572 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:22.874361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Notify callbacks [] for router, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:22.883731 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:22.940753 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:17Z', 'revision_number': 3, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:22.950228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f009f2d5-d202-4cd0-9696-ccfdef337249 None None] The sync data for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi is: [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:17Z', 'revision_number': 3, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:24:22.967264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33286402'] for router_interface, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:23.077277 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-958658e9-a154-4b5d-abc9-3cd87f85bb2c None None] Set router bd28b5df-4bba-48e9-bfd5-ac9725206c02 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:23.100213 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef4bec8e-a438-4bd5-a312-4d01bb47b0a8 req-24022a7d-6592-4c91-8a4e-3f406a14e52a service neutron] 10.222.0.49 "GET /v2.0/networks/3950388b-acf8-449a-98f9-22d492f09b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965044 Nov 18 16:24:23.142029 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:23.370073 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef4bec8e-a438-4bd5-a312-4d01bb47b0a8 req-dc51b482-f1d6-42e1-97c1-7e31215c0de3 service neutron] 10.222.0.49 "GET /v2.0/networks/3950388b-acf8-449a-98f9-22d492f09b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2603414 Nov 18 16:24:23.419446 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:23.420160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-4c87cc49-e018-40d3-97e8-6ac7813db491 None None] Provisioning for port bf42ed8d-8e8e-4009-967c-3ea9740bef10 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:23.426748 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-4c87cc49-e018-40d3-97e8-6ac7813db491 None None] Provisioning complete for port bf42ed8d-8e8e-4009-967c-3ea9740bef10 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:23.427287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4c87cc49-e018-40d3-97e8-6ac7813db491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:23.441014 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Deleting port 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:24:23.441402 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:23.563530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-4c87cc49-e018-40d3-97e8-6ac7813db491 None None] Port bf42ed8d-8e8e-4009-967c-3ea9740bef10 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:24:23.568701 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:23.579261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:23.600346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-958658e9-a154-4b5d-abc9-3cd87f85bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'name': 'tempest-ServerRescueNegativeTestJSON-892443366-router', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:25Z', 'updated_at': '2020-11-18T16:24:17Z', 'revision_number': 5, 'project_id': '7bd0968be268410283cefabfcbd53f4d', 'gw_port': {'id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:26Z', 'updated_at': '2020-11-18T16:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:23.612142 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958658e9-a154-4b5d-abc9-3cd87f85bb2c None None] The sync data for ids ['bd28b5df-4bba-48e9-bfd5-ac9725206c02'] in dv-cinder-759961-2-iscsi is: [{'id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'name': 'tempest-ServerRescueNegativeTestJSON-892443366-router', 'tenant_id': '7bd0968be268410283cefabfcbd53f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:25Z', 'updated_at': '2020-11-18T16:24:17Z', 'revision_number': 5, 'project_id': '7bd0968be268410283cefabfcbd53f4d', 'gw_port': {'id': '2a84a3eb-3cd6-4ffa-b488-bd52f844cdea', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd28b5df-4bba-48e9-bfd5-ac9725206c02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:26Z', 'updated_at': '2020-11-18T16:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:24:23.683873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a2f1402d-f61c-4223-87df-b0d421a0ad83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:23.757279 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Pushing event updated for resources: {'Port': ['ID=bf42ed8d-8e8e-4009-967c-3ea9740bef10,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:23.759966 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32413786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821489305'] for router_interface, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:23.789944 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 583599da-dbac-40ee-829a-0cace95e5419 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:23.888255 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] For port 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=2a84a3eb-3cd6-4ffa-b488-bd52f844cdea,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:23.888950 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:23.909769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 583599da-dbac-40ee-829a-0cace95e5419 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:23.917058 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 583599da-dbac-40ee-829a-0cace95e5419 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:23.920087 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:24.026113 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:24.060820 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:24.062172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:24.069253 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Calling delete_port for 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea owned by network:router_gateway {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:24:24.081333 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:24.129198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 583599da-dbac-40ee-829a-0cace95e5419, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=583599da-dbac-40ee-829a-0cace95e5419,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:24.137804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:24.139826 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-19542a56-dbd4-4f45-9cad-5a40121c4741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:24.236046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=583599da-dbac-40ee-829a-0cace95e5419,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:24.240807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:24.352078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:24.372616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9c5a5e61-27ff-419d-9464-259dd8eedcf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:24.382457 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52205b83-7f40-4193-a457-cb0e4eb549ad req-8e8a5778-cfee-4967-b3ea-3f7f52483320 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:24.385094 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-52205b83-7f40-4193-a457-cb0e4eb549ad req-8e8a5778-cfee-4967-b3ea-3f7f52483320 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 943 time: 0.3941946 Nov 18 16:24:24.407999 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-4bb96668-dbd1-4146-9acb-a5b34e3107d7 None None] Provisioning complete for port bf42ed8d-8e8e-4009-967c-3ea9740bef10 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:24.409399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4bb96668-dbd1-4146-9acb-a5b34e3107d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:24.434229 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a84a3eb-3cd6-4ffa-b488-bd52f844cdea,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:24.437246 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:24.472193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-4bb96668-dbd1-4146-9acb-a5b34e3107d7 None None] Port bf42ed8d-8e8e-4009-967c-3ea9740bef10 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:24:24.534017 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-52205b83-7f40-4193-a457-cb0e4eb549ad req-b2043ef4-ecbb-4d35-88b1-5e780a5826be tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225295 Nov 18 16:24:24.710861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Router 4b716cd0-5cce-444b-b689-dd6248265558 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:24:25.024957 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821543052'] for router_gateway, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:25.158070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:24:25.172616 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] 10.222.0.15 "PUT /v2.0/routers/4b716cd0-5cce-444b-b689-dd6248265558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7594175 Nov 18 16:24:25.305167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821561876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736553'] for router, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:25.310179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:25.405791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821562026'] for router, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:25.406375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd28b5df-4bba-48e9-bfd5-ac9725206c02 {{(pid=80323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 16:24:25.421255 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:25.425955 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57590) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:25.428070 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bd28b5df-4bba-48e9-bfd5-ac9725206c02 HTTP/1.1" status: 204 len: 168 time: 3.3608992 Nov 18 16:24:25.495213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-96673164-0473-4b9d-a8d2-f12a634fdb30 admin admin] Deleting subnet 7aaf4acd-d19b-477b-a2fc-75be330a0986 {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:24:25.499112 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-96673164-0473-4b9d-a8d2-f12a634fdb30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:25.553360 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-96673164-0473-4b9d-a8d2-f12a634fdb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822456073'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:25.621225 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-96673164-0473-4b9d-a8d2-f12a634fdb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:25.807417 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 583599da-dbac-40ee-829a-0cace95e5419 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:25.941373 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 583599da-dbac-40ee-829a-0cace95e5419 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:25.941888 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.064469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-96673164-0473-4b9d-a8d2-f12a634fdb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823215652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824133613'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.085981 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:26.103073 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device cc92d3c9-74e0-4177-8596-090454e9b837 no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:24:26.144818 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 57612) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:26.147740 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: cc92d3c9-74e0-4177-8596-090454e9b837 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:24:26.148152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device cc92d3c9-74e0-4177-8596-090454e9b837 not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:24:26.150995 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-933385529-network', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:26.156433 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:26.162796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96673164-0473-4b9d-a8d2-f12a634fdb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aaf4acd-d19b-477b-a2fc-75be330a0986,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:26.165468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Usage tracker for resource:network and tenant:063c3269e40a4aa2ad96402cd651a3ca is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:26.169366 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:26.170814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-96673164-0473-4b9d-a8d2-f12a634fdb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:26.176026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:26.185523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Made reservation on behalf of 063c3269e40a4aa2ad96402cd651a3ca for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:24:26.193316 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.206880 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.235771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5811a49-ad07-4f71-b638-de1d9db97bac req-876109ab-d21f-45e2-a3c6-186d9583452b tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:26.237606 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d5811a49-ad07-4f71-b638-de1d9db97bac req-876109ab-d21f-45e2-a3c6-186d9583452b tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 943 time: 0.5222468 Nov 18 16:24:26.244888 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:26.249765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Usage tracker for resource:security_group_rule and tenant:063c3269e40a4aa2ad96402cd651a3ca is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:26.253133 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:26.259311 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:26.318579 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-96673164-0473-4b9d-a8d2-f12a634fdb30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.331074 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-96673164-0473-4b9d-a8d2-f12a634fdb30 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7aaf4acd-d19b-477b-a2fc-75be330a0986 HTTP/1.1" status: 204 len: 168 time: 0.9033663 Nov 18 16:24:26.334145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57616) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:26.343459 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d5811a49-ad07-4f71-b638-de1d9db97bac req-d458e840-e1ac-4249-828e-b176abb91976 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818632 Nov 18 16:24:26.353897 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.363341 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.368161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fa49010e-9f25-421f-9f33-2a2f46c0dd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:26.410371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:24:26.423656 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaa5b52-b9ec-42d0-b4ef-db0c943a7ec0,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:26.434159 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:26.435534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757455527693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.436233 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Added segment 8dde1038-0b17-40ed-b59a-a76095775729 of type vxlan for network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 Nov 18 16:24:26.470221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.505992 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.507353 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:26.508073 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.513877 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:26.567676 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.647404 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5013800 Nov 18 16:24:26.648207 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Sync routers for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:24:26.650264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 57622) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:26.653043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Pushing event updated for resources: {'Network': ['ID=5c86ea82-9249-4b8f-a7d5-7e2339e37927,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:26.659052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Request body: {'subnet': {'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-933385529-subnet', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:26.663803 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:26.664861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:26.665811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:26.666508 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:23:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:26.670415 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Usage tracker for resource:subnet and tenant:063c3269e40a4aa2ad96402cd651a3ca is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:26.673877 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:26.677646 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:24:26.681688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:26.695632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:24:26.697202 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Made reservation on behalf of 063c3269e40a4aa2ad96402cd651a3ca for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:24:26.712902 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823474568'] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.816192 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:26.962887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aba15797-7f19-4409-95bf-9efc9d6d7a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:27.041293 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856a868e-3707-4e53-9db7-ae588f2f0b5a']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:27.071323 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127bde8e-f349-47ad-a262-c8891cc91531') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:27.071857 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127bde8e-f349-47ad-a262-c8891cc91531') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:27.101221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32319695'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:27.135225 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:27.137447 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:27.144543 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:24:27.347406 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] Network 856a868e-3707-4e53-9db7-ae588f2f0b5a has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:24:27.357269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823215743'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:27.368264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31855450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823474615'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:27.412011 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:27.550954 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 2, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:27.555647 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Checking router: 4b716cd0-5cce-444b-b689-dd6248265558 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:24:27.556166 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Updating router 4b716cd0-5cce-444b-b689-dd6248265558 port bf42ed8d-8e8e-4009-967c-3ea9740bef10 binding host dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:24:27.588673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] Network 856a868e-3707-4e53-9db7-ae588f2f0b5a has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:24:27.618525 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:24:27.630358 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:24:27.633237 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b9a4933-43cc-4311-be3d-8cbd27574cf1,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:27.634800 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:27.637021 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:27.644384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Checking segment: {'id': '8dde1038-0b17-40ed-b59a-a76095775729', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:27.644786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Network hostable DHCP agents. Network: 5c86ea82-9249-4b8f-a7d5-7e2339e37927, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:24:27.668761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:24:27.683283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, 5c86ea82-9249-4b8f-a7d5-7e2339e37927) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:27.691313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:24:27.691779 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 2a84a3eb-3cd6-4ffa-b488-bd52f844cdea not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:24:27.697667 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d442b876-0566-4164-b0ab-753428b93b52 None None] Network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:24:27.711447 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:27.712561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:27.741623 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-54183189-4562-4d38-bb03-b15187f748f6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0855043 Nov 18 16:24:27.741623 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 57636) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:27.743397 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-933385529-router', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:27.748586 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:27.752668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Usage tracker for resource:router and tenant:063c3269e40a4aa2ad96402cd651a3ca is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:27.772947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:27.792900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:27.817063 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:27.834974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:27.835093 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821561935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736540'] for router, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:27.836155 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821562538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33232672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33260878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39276'] for router, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:27.865941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:27.873494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=856a868e-3707-4e53-9db7-ae588f2f0b5a,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:27.876194 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] 10.222.0.15 "DELETE /v2.0/networks/856a868e-3707-4e53-9db7-ae588f2f0b5a HTTP/1.1" status: 204 len: 168 time: 1.5408390 Nov 18 16:24:27.878748 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-57393e83-41ed-4613-9877-7cfdf2095f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:27.880245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:27.894120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e28c0-d951-440e-94aa-c466612ab16b req-3eb0aa2c-52aa-472e-b2d0-18f8f3e2fe29 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:27.896631 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bc3e28c0-d951-440e-94aa-c466612ab16b req-3eb0aa2c-52aa-472e-b2d0-18f8f3e2fe29 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 943 time: 0.3645406 Nov 18 16:24:27.988336 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bc3e28c0-d951-440e-94aa-c466612ab16b req-3fbb0de8-ad59-4d55-bed4-fbfe00a22c77 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850787 Nov 18 16:24:28.007457 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe527db92-96c1-5c25-b139-de022d86ecfb-5c86ea82-9249-4b8f-a7d5-7e2339e37927', 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'fixed_ips': [{'subnet_id': '1b9a4933-43cc-4311-be3d-8cbd27574cf1'}]}} from dv-cinder-759961-2-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:24:28.008730 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:28.049624 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.objects.ports [None req-4a4037d4-3a72-4db7-b8c8-a42af2b37e4f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:24:28.068932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33232689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821561906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39263'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:28.279628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:28.290017 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:28.310568 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Transition to ACTIVE for port object bf42ed8d-8e8e-4009-967c-3ea9740bef10 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:28.318196 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:28.329018 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:28.334388 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57646) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:28.342544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:28.463808 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-2ca12ee6-fc88-4c34-90a0-bdb4e9cb5cc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bd0968be268410283cefabfcbd53f4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1278670 Nov 18 16:24:28.465224 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57652) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:28.474184 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Allocated IP 172.20.0.2 (5c86ea82-9249-4b8f-a7d5-7e2339e37927/1b9a4933-43cc-4311-be3d-8cbd27574cf1/fa218d39-4d08-4799-83d4-897aa7bb497e) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:28.495220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80582ce3-7bd1-41f6-9873-9eec90ed3a45 None None] Pushing event updated for resources: {'Port': ['ID=bf42ed8d-8e8e-4009-967c-3ea9740bef10,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:28.499853 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-80582ce3-7bd1-41f6-9873-9eec90ed3a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:28.597302 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5215e58b-4bd6-442e-991f-0ee953b621de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:28.632433 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5215e58b-4bd6-442e-991f-0ee953b621de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:28.726064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5215e58b-4bd6-442e-991f-0ee953b621de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:28.733929 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:28.749416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Allocated IP 172.27.0.249 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/660032b4-90c9-4dbd-af53-2f2d4e84a10f) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:28.828499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215e58b-4bd6-442e-991f-0ee953b621de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a462573b-79a2-4c01-9d2a-6b57eb939872,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:28.833651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5215e58b-4bd6-442e-991f-0ee953b621de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:28.835859 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Attempting to bind port bf42ed8d-8e8e-4009-967c-3ea9740bef10 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:28.836770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Attempting to bind port bf42ed8d-8e8e-4009-967c-3ea9740bef10 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:28.839082 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Attempting to bind port bf42ed8d-8e8e-4009-967c-3ea9740bef10 on network f9cc2ce3-1d54-4e8e-bb85-717fece24024 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:28.855849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5215e58b-4bd6-442e-991f-0ee953b621de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:28.860390 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5215e58b-4bd6-442e-991f-0ee953b621de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a462573b-79a2-4c01-9d2a-6b57eb939872 HTTP/1.1" status: 204 len: 168 time: 0.3941832 Nov 18 16:24:28.868396 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:28.868821 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Checking segment: {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:28.869281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:28.869724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Bound using segment: {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:28.870267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Bound port: bf42ed8d-8e8e-4009-967c-3ea9740bef10, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:28.871110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:28.941783 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device a8712389-2c9d-4ddc-890c-b20b2975f189 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:29.075621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] For port bf42ed8d-8e8e-4009-967c-3ea9740bef10, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:29.082688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] For port bf42ed8d-8e8e-4009-967c-3ea9740bef10, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=bf42ed8d-8e8e-4009-967c-3ea9740bef10,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:29.096478 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:29.124275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c945f17d-2a3d-4dc4-ba7a-950755524633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:29.309581 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80582ce3-7bd1-41f6-9873-9eec90ed3a45 None None] Pushing event updated for resources: {'Port': ['ID=bf42ed8d-8e8e-4009-967c-3ea9740bef10,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:29.324863 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-80582ce3-7bd1-41f6-9873-9eec90ed3a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:29.369542 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:29.386885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62360b54-db25-4ff8-a695-8d47a39e4553 req-cae4c710-b4f6-443b-8f81-295e43c43b47 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:29.389258 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-62360b54-db25-4ff8-a695-8d47a39e4553 req-cae4c710-b4f6-443b-8f81-295e43c43b47 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 943 time: 0.1985953 Nov 18 16:24:29.414390 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Transition to ACTIVE for port object fa218d39-4d08-4799-83d4-897aa7bb497e will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:29.455037 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Transition to ACTIVE for port object fa218d39-4d08-4799-83d4-897aa7bb497e will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:29.479200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:29.511854 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:29.512736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:23:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:29.516470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-304761dc-663d-41bd-a88e-2be033c764fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:29.524587 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:29.530357 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-62360b54-db25-4ff8-a695-8d47a39e4553 req-ec4eeef3-05b6-4763-a661-2357559800d9 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128662 Nov 18 16:24:29.594713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:29.651971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port a8712389-2c9d-4ddc-890c-b20b2975f189 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:29.663770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Pushing event updated for resources: {'Port': ['ID=fa218d39-4d08-4799-83d4-897aa7bb497e,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:29.666172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port a8712389-2c9d-4ddc-890c-b20b2975f189 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:29.666597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:29.672203 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9e7a9374-b6ce-486f-84c5-92033afe5aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:29.769517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:29.842724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:29.900701 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-985bbf22-7569-44d4-979f-0bad3893d919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:29.905005 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Pushing event updated for resources: {'Port': ['ID=660032b4-90c9-4dbd-af53-2f2d4e84a10f,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:29.910345 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:29.937544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:29.938905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:29.942268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:29.952490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:30.030145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:30.105918 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port a8712389-2c9d-4ddc-890c-b20b2975f189, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a8712389-2c9d-4ddc-890c-b20b2975f189,segment=NetworkSegment(bce782ee-8cfd-43f4-bf64-8930606ad721),segment_id=bce782ee-8cfd-43f4-bf64-8930606ad721)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:30.110260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cbe157-f335-4ce6-8270-0d549e19b364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8712389-2c9d-4ddc-890c-b20b2975f189'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:30.117984 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:30.120120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:30.122290 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:30.172918 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:30.176013 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33213894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821543082'] for router, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:30.193189 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Resources bound (agent type, host, resource id): {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:30.195363 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=a8712389-2c9d-4ddc-890c-b20b2975f189,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:30.198139 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:30.201673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:30.274166 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cbe157-f335-4ce6-8270-0d549e19b364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8712389-2c9d-4ddc-890c-b20b2975f189', 'code': 200} Nov 18 16:24:30.298669 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Attempting to bind port fa218d39-4d08-4799-83d4-897aa7bb497e on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:30.299678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Attempting to bind port fa218d39-4d08-4799-83d4-897aa7bb497e by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '8dde1038-0b17-40ed-b59a-a76095775729', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:30.300101 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Attempting to bind port fa218d39-4d08-4799-83d4-897aa7bb497e on network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:30.321235 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device a8712389-2c9d-4ddc-890c-b20b2975f189 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:30.418152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:29Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:30.430968 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eedbeda-7bde-4de1-a154-67558fd67d4f None None] The sync data for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi is: [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:29Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:24:30.449095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:30.449528 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Checking segment: {'id': '8dde1038-0b17-40ed-b59a-a76095775729', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:30.450138 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:30.450594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Bound using segment: {'id': '8dde1038-0b17-40ed-b59a-a76095775729', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:30.451157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Bound port: fa218d39-4d08-4799-83d4-897aa7bb497e, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dde1038-0b17-40ed-b59a-a76095775729', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:30.451656 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:30.561971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port a8712389-2c9d-4ddc-890c-b20b2975f189 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:30.562416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:30.609410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Router ca2e2b5e-76ce-40e8-b957-f9419db4f66e is scheduled to L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a with binding_index 1 {{(pid=80323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:24:30.652800 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57704) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:30.704200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] For port fa218d39-4d08-4799-83d4-897aa7bb497e, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:30.712874 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] For port fa218d39-4d08-4799-83d4-897aa7bb497e, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=fa218d39-4d08-4799-83d4-897aa7bb497e,segment=NetworkSegment(8dde1038-0b17-40ed-b59a-a76095775729),segment_id=8dde1038-0b17-40ed-b59a-a76095775729)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:30.788900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:30.862120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:31.003173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:31.021815 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-98839050-network', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:31.028650 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:31.030608 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e658a9d6-3722-4aca-a26d-1c13a9c96cf6 req-cee1eb43-4c97-4b8b-8493-f6041b8ff3cf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 1162 time: 0.4026434 Nov 18 16:24:31.034594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Usage tracker for resource:network and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:31.039818 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:31.048158 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:31.065655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Made reservation on behalf of aeb580cf3a5f44b8831c32865a294c26 for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:24:31.071064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:31.075728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac7590-6971-49b1-9fa9-99709c95e7ca req-8eac0d3f-baea-4780-9d56-f05ac53dd567 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:31.077484 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-53ac7590-6971-49b1-9fa9-99709c95e7ca req-8eac0d3f-baea-4780-9d56-f05ac53dd567 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.2336204 Nov 18 16:24:31.129783 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:31.184907 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:31.192706 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Usage tracker for resource:security_group_rule and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:31.196673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:31.204706 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:31.234575 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-53ac7590-6971-49b1-9fa9-99709c95e7ca req-39fbb8c0-6d74-4003-b28f-0662393e960b tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498082 Nov 18 16:24:31.275869 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e658a9d6-3722-4aca-a26d-1c13a9c96cf6 req-a496c89d-efcf-4042-a7c7-cf3d9de17153 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309737 Nov 18 16:24:31.289790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:31.298698 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:31.304530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e2f8e2c9-3b39-4d15-ab2e-955520eb35d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:31.356273 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cc6b25-3ee0-44b8-9713-f7c756d0562b,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:31.360431 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:31.365687 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:24:31.379069 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:24:31.391131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:31.391865 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Added segment 7d952e32-df74-4dff-832b-9b6857ebc6e3 of type vxlan for network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 Nov 18 16:24:31.410338 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:31.414217 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6732092 Nov 18 16:24:31.415929 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 57722) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:31.423417 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:31.458226 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Sync routers for ids ['ca2e2b5e-76ce-40e8-b957-f9419db4f66e'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:24:31.460160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:31.461933 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:31.462717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:31.487015 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:31.493209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Routers {'ca2e2b5e-76ce-40e8-b957-f9419db4f66e'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:31.494263 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:24:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['ca2e2b5e-76ce-40e8-b957-f9419db4f66e'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:31.513865 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8571651 Nov 18 16:24:31.515783 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 57726) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:31.522865 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Request body: {'subnet': {'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-98839050-subnet', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:31.532133 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:31.539396 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Usage tracker for resource:subnet and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:31.544821 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:31.558939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:31.579515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:31.586322 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Made reservation on behalf of aeb580cf3a5f44b8831c32865a294c26 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:24:31.593555 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823474568'] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:31.611067 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Pushing event updated for resources: {'Network': ['ID=34419161-9207-4159-bf2c-4dd3d8b2a0f3,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:31.616231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:31.640754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:24:31.664544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:24:31.873183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device bf42ed8d-8e8e-4009-967c-3ea9740bef10 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:31.900788 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Pushing event updated for resources: {'Port': ['ID=fa218d39-4d08-4799-83d4-897aa7bb497e,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:31.944694 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:32.136411 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Set router ca2e2b5e-76ce-40e8-b957-f9419db4f66e gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:32.254259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port bf42ed8d-8e8e-4009-967c-3ea9740bef10 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:32.264963 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port bf42ed8d-8e8e-4009-967c-3ea9740bef10 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:32.265371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:32.610441 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:32.669064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port bf42ed8d-8e8e-4009-967c-3ea9740bef10, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=bf42ed8d-8e8e-4009-967c-3ea9740bef10,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:32.677052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:32.681107 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:32.728743 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'name': 'tempest-TestVolumeBootPattern-933385529-router', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:27Z', 'updated_at': '2020-11-18T16:24:30Z', 'revision_number': 3, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'gw_port': {'id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:28Z', 'updated_at': '2020-11-18T16:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:32.733092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-995c2fda-6865-4b36-b94c-2b182ae506d7 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:32.734714 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-995c2fda-6865-4b36-b94c-2b182ae506d7 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/networks?id=a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 200 len: 815 time: 0.1758323 Nov 18 16:24:32.744231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Checking router: ca2e2b5e-76ce-40e8-b957-f9419db4f66e for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:24:32.744631 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Updating router ca2e2b5e-76ce-40e8-b957-f9419db4f66e port 660032b4-90c9-4dbd-af53-2f2d4e84a10f binding host dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:24:32.753817 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-38b972a2-c2fb-4bf0-877c-58bd932a9683 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/quotas/b81c90ae0a21465eb9781fe4a1f9c2ee HTTP/1.1" status: 200 len: 375 time: 0.0116646 Nov 18 16:24:32.773040 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba82f7-3a31-4509-9c70-141c251e5337 req-9f12e0d4-737f-454f-aba7-e506216dffe3 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:32.774704 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5fba82f7-3a31-4509-9c70-141c251e5337 req-9f12e0d4-737f-454f-aba7-e506216dffe3 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.3066778 Nov 18 16:24:32.782579 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31855450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823474615'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:32.803814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-42d21127-5658-49df-800e-693e022ee54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:32.809248 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=bf42ed8d-8e8e-4009-967c-3ea9740bef10,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:32.814973 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:32.822280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:32.900209 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-ab0a2875-61c8-4303-9c9c-deb8e6ff917c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1081891 Nov 18 16:24:33.029805 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Pushing event updated for resources: {'Subnet': ['ID=694ea650-631a-4d5b-99f1-da9e1c62ca3c,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:33.044046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:33.067340 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5fba82f7-3a31-4509-9c70-141c251e5337 req-ab27cbe6-2c7d-4f7d-b1cd-df2a93c921cf tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646141 Nov 18 16:24:33.076282 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-a21b4f7d-cfad-475b-b404-b1d1cd54343c service neutron] 10.222.0.15 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582818 Nov 18 16:24:33.242853 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-4791857d-8704-4f74-bbe6-03c6c172a0f6 service neutron] 10.222.0.15 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1590786 Nov 18 16:24:33.246369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Checking segment: {'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:33.246772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Network hostable DHCP agents. Network: 34419161-9207-4159-bf2c-4dd3d8b2a0f3, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:24:33.365131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:33.415807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:24:33.458811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, 34419161-9207-4159-bf2c-4dd3d8b2a0f3) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:33.506887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63357801-a447-4bf2-82e0-170ef62c7f00 None None] Network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:24:33.538709 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3b265c3-4e40-44ec-b063-3e3dbd624e91 req-44d444ee-7948-40e6-b79c-cda2362518a5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 210 time: 0.0880849 Nov 18 16:24:33.686362 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:33.688021 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:33.831425 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:33.849847 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92c49ca-6ebe-413a-b344-38628a491c96 None None] Network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:24:33.881046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Transition to ACTIVE for port object 660032b4-90c9-4dbd-af53-2f2d4e84a10f will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:33.883318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device bf42ed8d-8e8e-4009-967c-3ea9740bef10 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:33.907760 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f8d307fb-b075-4c73-9145-76f08b74c13b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3906713 Nov 18 16:24:33.912249 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57764) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:33.921228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:33.926317 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:33.932262 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Usage tracker for resource:router and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:33.936558 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:33.944993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:33.946287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:33.959721 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821561935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736540'] for router, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:33.961313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821562538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33232672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33260878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39276'] for router, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:33.967419 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:33.987612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:34.006553 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Allocated IP 172.20.0.1 (5c86ea82-9249-4b8f-a7d5-7e2339e37927/1b9a4933-43cc-4311-be3d-8cbd27574cf1/01163dc8-efcd-473d-9d0c-61b2d61b5058) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:34.278969 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:34.299731 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Transition to ACTIVE for port object 01163dc8-efcd-473d-9d0c-61b2d61b5058 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:34.303946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d994d-47f5-4335-aa82-f281746d81c9 None None] Pushing event updated for resources: {'Port': ['ID=660032b4-90c9-4dbd-af53-2f2d4e84a10f,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:34.306368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-4e59058c-4fb6-4b22-a017-bcdf696c5874 None None] Provisioning for port fa218d39-4d08-4799-83d4-897aa7bb497e completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:34.317852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-942d994d-47f5-4335-aa82-f281746d81c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:34.326076 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:34.344621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f5d2a574-21ad-4ad2-8b91-55411a3e49cc tempest-DeleteServersTestJSON-382368892 tempest-DeleteServersTestJSON-382368892] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:34.346592 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe527db92-96c1-5c25-b139-de022d86ecfb-34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c'}]}} from dv-cinder-759961-2-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:24:34.347501 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:34.385882 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device a8712389-2c9d-4ddc-890c-b20b2975f189 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:34.515777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33232689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821561906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39263'] for router, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:34.525996 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port bf42ed8d-8e8e-4009-967c-3ea9740bef10 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:34.526419 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:34.542244 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Pushing event updated for resources: {'Port': ['ID=01163dc8-efcd-473d-9d0c-61b2d61b5058,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:34.547944 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:34.590003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d9e5f-b268-465e-91f5-91b46007a6a4 req-788dc083-b826-4ffb-875c-284e7b7b19ad tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:34.592144 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-879d9e5f-b268-465e-91f5-91b46007a6a4 req-788dc083-b826-4ffb-875c-284e7b7b19ad tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.1613941 Nov 18 16:24:34.610164 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:34.611426 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:34.614063 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:34.695394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Attempting to bind port 660032b4-90c9-4dbd-af53-2f2d4e84a10f on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:34.695975 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Attempting to bind port 660032b4-90c9-4dbd-af53-2f2d4e84a10f by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:34.696240 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Attempting to bind port 660032b4-90c9-4dbd-af53-2f2d4e84a10f on network eae6701d-1990-4314-b852-5917518e9bba {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:34.723383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33286402'] for router_interface, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:34.766563 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-879d9e5f-b268-465e-91f5-91b46007a6a4 req-9ef5de93-fb4a-45ba-a919-084506d8ddcf tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574030 Nov 18 16:24:34.789108 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:34.789637 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Checking segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:34.789998 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:34.790447 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Bound using segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:34.791019 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Bound port: 660032b4-90c9-4dbd-af53-2f2d4e84a10f, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:34.791413 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:34.868167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:34.920575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:34.967597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port a8712389-2c9d-4ddc-890c-b20b2975f189 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:34.968160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:34.970724 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8d0eadf8-33ad-4098-8778-597dc634d32b req-a151d4cb-c4f4-4f8e-8a50-9d8c953c2249 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 210 time: 0.0937996 Nov 18 16:24:34.982088 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:35.353156 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device fa218d39-4d08-4799-83d4-897aa7bb497e up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:35.375663 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:35.383816 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:35.421936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Allocated IP 172.27.0.242 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/e1d28eff-44f0-4f02-b504-f2c43d4a34ce) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:35.435737 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-90c0ea78-00f7-49ab-b364-c330cd1e2cae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:35.453634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] For port 660032b4-90c9-4dbd-af53-2f2d4e84a10f, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:35.475604 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] For port 660032b4-90c9-4dbd-af53-2f2d4e84a10f, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=660032b4-90c9-4dbd-af53-2f2d4e84a10f,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:35.491678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:35.718374 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:35.750042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:35.886416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Pushing event updated for resources: {'Port': ['ID=01163dc8-efcd-473d-9d0c-61b2d61b5058,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:35.909349 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:35.986358 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32413786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821489305'] for router_interface, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:36.023005 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:36.145200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:36.148431 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:36.157945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:36.202341 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-39483d94-65ba-46f6-b1a0-2eb9db76608d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:36.205943 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-39483d94-65ba-46f6-b1a0-2eb9db76608d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "GET /v2.0/networks?id=a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 200 len: 815 time: 0.6988721 Nov 18 16:24:36.232104 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-19542a56-dbd4-4f45-9cad-5a40121c4741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:36.259015 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Pushing event updated for resources: {'Port': ['ID=e1d28eff-44f0-4f02-b504-f2c43d4a34ce,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:36.264355 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Request body: {'port': {'device_id': '82cca3a1-9469-49f9-8a1c-7a6009df8dfd', 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84', 'admin_state_up': True, 'tenant_id': 'b81c90ae0a21465eb9781fe4a1f9c2ee'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:36.264534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:36.396330 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cfb17358-b541-4739-97ee-125889851564 req-0ec74754-bb41-493f-99a1-010d4761d23e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 210 time: 0.0785048 Nov 18 16:24:36.493143 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Allocated IP 172.20.0.2 (34419161-9207-4159-bf2c-4dd3d8b2a0f3/694ea650-631a-4d5b-99f1-da9e1c62ca3c/fcce0bb3-ceaa-48d4-a81e-80ee9290b788) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:36.560968 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:36.561796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33213894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821543082'] for router, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:36.571347 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d994d-47f5-4335-aa82-f281746d81c9 None None] Pushing event updated for resources: {'Port': ['ID=660032b4-90c9-4dbd-af53-2f2d4e84a10f,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:36.575236 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-20f0f76b-996a-4cee-8231-d3dfead413f4 None None] Provisioning for port 01163dc8-efcd-473d-9d0c-61b2d61b5058 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:36.581840 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-942d994d-47f5-4335-aa82-f281746d81c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:36.588875 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:36.594428 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:36.594927 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-20f0f76b-996a-4cee-8231-d3dfead413f4 None None] Provisioning complete for port 01163dc8-efcd-473d-9d0c-61b2d61b5058 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:36.595459 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-20f0f76b-996a-4cee-8231-d3dfead413f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:36.597674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:36.664026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-20f0f76b-996a-4cee-8231-d3dfead413f4 None None] Port 01163dc8-efcd-473d-9d0c-61b2d61b5058 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:24:36.734382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port fa218d39-4d08-4799-83d4-897aa7bb497e completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:36.746857 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port fa218d39-4d08-4799-83d4-897aa7bb497e triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:36.747439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:36.817746 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-20f0f76b-996a-4cee-8231-d3dfead413f4 None None] Provisioning complete for port fa218d39-4d08-4799-83d4-897aa7bb497e triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:36.817746 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-20f0f76b-996a-4cee-8231-d3dfead413f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:36.894711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Router 8915eb2b-b359-4b8e-a843-d89a30ed25ec is scheduled to L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a with binding_index 1 {{(pid=80322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:24:36.969389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:37.021746 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Routers {'ca2e2b5e-76ce-40e8-b957-f9419db4f66e'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:37.022466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:24:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['ca2e2b5e-76ce-40e8-b957-f9419db4f66e'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:37.056707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Made reservation on behalf of b81c90ae0a21465eb9781fe4a1f9c2ee for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:24:37.062343 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:37.130299 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:24:37.140268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Sync routers for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:24:37.154761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:37.155789 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:24:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:37.175509 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:37.176910 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2629931 Nov 18 16:24:37.179697 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57856) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:37.255009 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:37.269324 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Transition to ACTIVE for port object fcce0bb3-ceaa-48d4-a81e-80ee9290b788 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:37.287667 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Transition to ACTIVE for port object fcce0bb3-ceaa-48d4-a81e-80ee9290b788 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:37.485995 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:37.545913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:37.573770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e422a499-fa97-4055-bd73-69b403f55cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:37.841625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] Set router ca2e2b5e-76ce-40e8-b957-f9419db4f66e gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:37.872566 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Allocated IP 172.20.0.8 (a838d3d3-fae8-4bed-95c5-46e56f447f84/9108d91e-b222-46b4-8a8e-afe4350e9f94/086b1499-c6be-4b35-bf0c-a1e31e0b9247) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:37.919994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Pushing event updated for resources: {'Port': ['ID=fcce0bb3-ceaa-48d4-a81e-80ee9290b788,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:37.926489 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:37.972731 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b399da66-c7c8-4b34-b75c-8804bbb491a7 req-c0ea88f6-d6da-4f94-bea6-1eb128a78c9e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 210 time: 0.0973973 Nov 18 16:24:38.005662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:36Z', 'revision_number': 3, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:38.010078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Checking router: 8915eb2b-b359-4b8e-a843-d89a30ed25ec for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:24:38.010078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Updating router 8915eb2b-b359-4b8e-a843-d89a30ed25ec port e1d28eff-44f0-4f02-b504-f2c43d4a34ce binding host dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:24:38.069699 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:38.087065 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Router ca2e2b5e-76ce-40e8-b957-f9419db4f66e has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:24:38.321736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:38.378562 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port fa218d39-4d08-4799-83d4-897aa7bb497e, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=fa218d39-4d08-4799-83d4-897aa7bb497e,segment=NetworkSegment(8dde1038-0b17-40ed-b59a-a76095775729),segment_id=8dde1038-0b17-40ed-b59a-a76095775729)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:38.410314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:38.416856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:38.434789 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:38.440109 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a7b1c8e6-eeef-452a-b00e-bf1c8ba4007a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:38.553041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=fa218d39-4d08-4799-83d4-897aa7bb497e,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:38.556590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-20f0f76b-996a-4cee-8231-d3dfead413f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:38.572708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:38.594620 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:38.651079 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:38.667495 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Transition to ACTIVE for port object e1d28eff-44f0-4f02-b504-f2c43d4a34ce will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:38.675758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:38.779712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:38.795529 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Pushing event updated for resources: {'Port': ['ID=086b1499-c6be-4b35-bf0c-a1e31e0b9247,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:38.802092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:38.809994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b583e41f-0749-45aa-86e1-20905604db82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:38.878570 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:24:38.913880 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] 10.222.0.15 "PUT /v2.0/routers/ca2e2b5e-76ce-40e8-b957-f9419db4f66e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4968112 Nov 18 16:24:38.937666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'name': 'tempest-TestVolumeBootPattern-933385529-router', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:27Z', 'updated_at': '2020-11-18T16:24:34Z', 'revision_number': 4, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'gw_port': {'id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:28Z', 'updated_at': '2020-11-18T16:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '01163dc8-efcd-473d-9d0c-61b2d61b5058', 'name': '', 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'mac_address': 'fa:16:3e:ba:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b9a4933-43cc-4311-be3d-8cbd27574cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:35Z', 'revision_number': 2, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'subnets': [{'id': '1b9a4933-43cc-4311-be3d-8cbd27574cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:38.952467 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643baab-d449-4f28-be7c-dd35159c8ac6 None None] Pushing event updated for resources: {'Port': ['ID=e1d28eff-44f0-4f02-b504-f2c43d4a34ce,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:38.957942 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb04e3a1-402d-4e93-86f3-5dc5293be85b None None] The sync data for ids ['ca2e2b5e-76ce-40e8-b957-f9419db4f66e'] in dv-cinder-759961-2-iscsi is: [{'id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'name': 'tempest-TestVolumeBootPattern-933385529-router', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:27Z', 'updated_at': '2020-11-18T16:24:34Z', 'revision_number': 4, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'gw_port': {'id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:28Z', 'updated_at': '2020-11-18T16:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '01163dc8-efcd-473d-9d0c-61b2d61b5058', 'name': '', 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'mac_address': 'fa:16:3e:ba:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b9a4933-43cc-4311-be3d-8cbd27574cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:35Z', 'revision_number': 2, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'subnets': [{'id': '1b9a4933-43cc-4311-be3d-8cbd27574cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:24:38.970866 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f643baab-d449-4f28-be7c-dd35159c8ac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:38.983682 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:38.990121 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Network a838d3d3-fae8-4bed-95c5-46e56f447f84 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:38.991618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:38.991930 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Resources bound (agent type, host, resource id): {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:38.993790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [None req-20f0f76b-996a-4cee-8231-d3dfead413f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:24:38.994204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [None req-20f0f76b-996a-4cee-8231-d3dfead413f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:24:38.994909 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:38.999929 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:39.041168 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Attempting to bind port e1d28eff-44f0-4f02-b504-f2c43d4a34ce on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:39.041838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Attempting to bind port e1d28eff-44f0-4f02-b504-f2c43d4a34ce by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:39.042258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Attempting to bind port e1d28eff-44f0-4f02-b504-f2c43d4a34ce on network eae6701d-1990-4314-b852-5917518e9bba {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:39.059569 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:39.060018 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Checking segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:39.060477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:39.060917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Bound using segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:39.061442 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Bound port: e1d28eff-44f0-4f02-b504-f2c43d4a34ce, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:39.061869 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:39.146883 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Attempting to bind port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:39.147313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Attempting to bind port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:39.147763 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Attempting to bind port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 on network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:39.154092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:39.154958 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:39.162382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:39.162811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Checking segment: {'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:39.163273 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:39.163759 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Bound using segment: {'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:39.164297 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Bound port: fcce0bb3-ceaa-48d4-a81e-80ee9290b788, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:39.164730 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:39.182083 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Allocated IP 172.20.0.1 (34419161-9207-4159-bf2c-4dd3d8b2a0f3/694ea650-631a-4d5b-99f1-da9e1c62ca3c/05809408-d568-48e1-ba3a-8f00155e47ac) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:39.221743 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] For port e1d28eff-44f0-4f02-b504-f2c43d4a34ce, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:39.225293 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] For port e1d28eff-44f0-4f02-b504-f2c43d4a34ce, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=e1d28eff-44f0-4f02-b504-f2c43d4a34ce,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:39.233601 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:39.266065 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:39.289630 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] For port fcce0bb3-ceaa-48d4-a81e-80ee9290b788, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:39.293396 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] For port fcce0bb3-ceaa-48d4-a81e-80ee9290b788, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=fcce0bb3-ceaa-48d4-a81e-80ee9290b788,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:39.297120 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0494792 Nov 18 16:24:39.300098 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:39.314184 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Request body: {'port': {'device_id': '82cca3a1-9469-49f9-8a1c-7a6009df8dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:39.385413 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:39.397233 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643baab-d449-4f28-be7c-dd35159c8ac6 None None] Pushing event updated for resources: {'Port': ['ID=e1d28eff-44f0-4f02-b504-f2c43d4a34ce,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:39.400130 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f643baab-d449-4f28-be7c-dd35159c8ac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:39.442131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Transition to ACTIVE for port object 05809408-d568-48e1-ba3a-8f00155e47ac will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:39.463907 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:39.478650 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:39.497832 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ab1f5063-2f72-434e-b79b-2e0fe44160f5 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:39.615304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:39.621290 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:24:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:39.706769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Pushing event updated for resources: {'Port': ['ID=fcce0bb3-ceaa-48d4-a81e-80ee9290b788,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:39.729195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b43e46-91b5-433b-94b2-88e5a69588db req-36f8bb4e-e8bf-476f-8c58-05f0d70719fb tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:39.730871 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-56b43e46-91b5-433b-94b2-88e5a69588db req-36f8bb4e-e8bf-476f-8c58-05f0d70719fb tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Synchronizing usage tracker for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:24:39.776539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Pushing event updated for resources: {'Port': ['ID=05809408-d568-48e1-ba3a-8f00155e47ac,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:39.786554 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.787072 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.787469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.787912 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.788296 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.788680 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.789056 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.789434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.789811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.790188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.790558 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.790927 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.791351 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.791778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.792148 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.792515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.792807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:39.792910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.793221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.793583 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.793947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.794310 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.794673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.795036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.795399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:39.823831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:39.843747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-1469f782-c1d2-43fd-96a4-e9a31b8c716d None None] Provisioning complete for port 01163dc8-efcd-473d-9d0c-61b2d61b5058 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:39.848001 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1469f782-c1d2-43fd-96a4-e9a31b8c716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:39.884917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-56b43e46-91b5-433b-94b2-88e5a69588db req-36f8bb4e-e8bf-476f-8c58-05f0d70719fb tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Unset dirty status for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:24:39.887850 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-56b43e46-91b5-433b-94b2-88e5a69588db req-36f8bb4e-e8bf-476f-8c58-05f0d70719fb tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 931 time: 0.7072518 Nov 18 16:24:39.917441 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:39.973804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:39.975233 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:39.990856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:39.992658 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-1469f782-c1d2-43fd-96a4-e9a31b8c716d None None] Port 01163dc8-efcd-473d-9d0c-61b2d61b5058 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:24:40.012712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-1469f782-c1d2-43fd-96a4-e9a31b8c716d None None] Provisioning complete for port fa218d39-4d08-4799-83d4-897aa7bb497e triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:40.013139 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1469f782-c1d2-43fd-96a4-e9a31b8c716d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:40.066711 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-56b43e46-91b5-433b-94b2-88e5a69588db req-b2250b2f-05ef-46cd-8c0b-6c29ee2a43ef tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678674 Nov 18 16:24:40.123617 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:40.182048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33286402'] for router_interface, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:40.472949 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:40.516704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1354816232', 'description': 'tempest-TestVolumeBootPattern-1354816232 description'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:40.566276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:40.602514 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Usage tracker for resource:security_group and tenant:4f83100735174800a64c933476053984 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:40.607892 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:40.617266 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:40.687685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:40.725955 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:36Z', 'revision_number': 3, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:40.730638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b249be8-7544-4d6a-af26-a7ec4ba142e5 None None] The sync data for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi is: [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:36Z', 'revision_number': 3, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:24:40.779263 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 660032b4-90c9-4dbd-af53-2f2d4e84a10f up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:40.833239 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:40.865985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Usage tracker for resource:security_group_rule and tenant:4f83100735174800a64c933476053984 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:40.881155 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:40.934064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 660032b4-90c9-4dbd-af53-2f2d4e84a10f completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:40.944471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 660032b4-90c9-4dbd-af53-2f2d4e84a10f triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:40.944745 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:40.991816 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086b1499-c6be-4b35-bf0c-a1e31e0b9247 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:24:40.993776 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:41.002182 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.015639 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Transition to ACTIVE for port object 086b1499-c6be-4b35-bf0c-a1e31e0b9247 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:41.021346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.045566 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-8c0b7b70-53cf-4b2d-9e2f-d203248d07d2 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:41.107828 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.110375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.125939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 660032b4-90c9-4dbd-af53-2f2d4e84a10f, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=660032b4-90c9-4dbd-af53-2f2d4e84a10f,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:41.126351 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.133523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.134482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device fa218d39-4d08-4799-83d4-897aa7bb497e up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:41.134934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:41.198206 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:41.208420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.233073 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event updated for resources: {'SecurityGroup': ['ID=1b52d9e7-4187-41af-ac29-862dbfd70c6a,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:41.241890 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.277545 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.279360 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6061c2ba-c06c-4d1e-b5a9-e417277e41a2 req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1647 time: 0.7684693 Nov 18 16:24:41.312358 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.312761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.313162 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.313552 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.313941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.314380 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.314772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.315156 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.315531 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.316491 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.316886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.317282 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.317722 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.318105 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.318483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.318860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.319237 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.319640 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.320278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.320654 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.321030 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.321408 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.321786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.322307 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.329224 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:41.330302 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:41.362920 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=660032b4-90c9-4dbd-af53-2f2d4e84a10f,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:41.370248 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:41.405373 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port fa218d39-4d08-4799-83d4-897aa7bb497e triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:41.405807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.466709 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32413786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821489305'] for router_interface, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:41.585432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Pushing event updated for resources: {'Port': ['ID=05809408-d568-48e1-ba3a-8f00155e47ac,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:41.587387 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=086b1499-c6be-4b35-bf0c-a1e31e0b9247,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:41.588896 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:41.633778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.634465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.635028 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.635638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.640135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.640754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.641312 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.641885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.642471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.643173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.643955 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.644497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.645116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.652526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.653684 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.654238 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.655269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.655876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.656466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.657009 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.657549 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.658630 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.659182 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.659762 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:24:41.662041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device fcce0bb3-ceaa-48d4-a81e-80ee9290b788 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:41.677335 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:41.746595 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:41.764636 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b3384906-8ecf-4734-9059-a1d5b7bf6fdd req-77aec4e5-d84e-4574-a73e-25eb09cc7f29 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups/1b52d9e7-4187-41af-ac29-862dbfd70c6a HTTP/1.1" status: 200 len: 1642 time: 0.3663332 Nov 18 16:24:41.792679 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-b3384906-8ecf-4734-9059-a1d5b7bf6fdd req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b52d9e7-4187-41af-ac29-862dbfd70c6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:41.793138 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-b3384906-8ecf-4734-9059-a1d5b7bf6fdd req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b52d9e7-4187-41af-ac29-862dbfd70c6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:41.803227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-b3384906-8ecf-4734-9059-a1d5b7bf6fdd req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:41.819518 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-b3384906-8ecf-4734-9059-a1d5b7bf6fdd req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Usage tracker for resource:security_group_rule and tenant:4f83100735174800a64c933476053984 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:41.826599 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-b3384906-8ecf-4734-9059-a1d5b7bf6fdd req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:41.827461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e34e35-f44e-4bd3-95e5-fee9438f1ff3 None None] Network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:24:41.835878 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-b3384906-8ecf-4734-9059-a1d5b7bf6fdd req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:41.865443 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afc84f-3da2-4218-a0f6-e5e91336b463 req-63958aa4-e12e-4eaf-bb4d-9315f238f0c6 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:41.868922 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-84afc84f-3da2-4218-a0f6-e5e91336b463 req-63958aa4-e12e-4eaf-bb4d-9315f238f0c6 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 943 time: 0.3693681 Nov 18 16:24:41.888721 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:41.890655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:41.983320 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-84afc84f-3da2-4218-a0f6-e5e91336b463 req-54f9a779-81ac-4bbb-b30a-0eed7cb0d820 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817261 Nov 18 16:24:42.018351 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b3384906-8ecf-4734-9059-a1d5b7bf6fdd req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for security_group_rule, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.050295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Attempting to bind port 086b1499-c6be-4b35-bf0c-a1e31e0b9247 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:42.050892 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Attempting to bind port 086b1499-c6be-4b35-bf0c-a1e31e0b9247 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:42.051598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Attempting to bind port 086b1499-c6be-4b35-bf0c-a1e31e0b9247 on network a838d3d3-fae8-4bed-95c5-46e56f447f84 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:42.054623 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-22a74222-a904-49d0-8e5a-ec997522ba0c None None] Provisioning for port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:42.060283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:42.060901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Checking segment: {'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:42.061634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.062186 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Bound using segment: {'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:42.063309 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Bound port: 086b1499-c6be-4b35-bf0c-a1e31e0b9247, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a838d3d3-fae8-4bed-95c5-46e56f447f84'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:42.063899 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.079660 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-22a74222-a904-49d0-8e5a-ec997522ba0c None None] Provisioning complete for port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:42.080278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-22a74222-a904-49d0-8e5a-ec997522ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.179980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b3384906-8ecf-4734-9059-a1d5b7bf6fdd req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.182764 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] For port 086b1499-c6be-4b35-bf0c-a1e31e0b9247, host hv-cinder-75996, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:42.187076 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] For port 086b1499-c6be-4b35-bf0c-a1e31e0b9247, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=086b1499-c6be-4b35-bf0c-a1e31e0b9247,segment=NetworkSegment(5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f),segment_id=5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:42.192868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.194956 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b3384906-8ecf-4734-9059-a1d5b7bf6fdd req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.206306 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-be8bd3b6-f2ab-4bab-bf31-36e829fa5d10 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:42.252582 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c83d27c2-c8f3-4a9b-a9c5-5955b7a7436e,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:42.257231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:42.263744 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b3384906-8ecf-4734-9059-a1d5b7bf6fdd req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for security_group_rule, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.268673 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b3384906-8ecf-4734-9059-a1d5b7bf6fdd req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4806886 Nov 18 16:24:42.316849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-22a74222-a904-49d0-8e5a-ec997522ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.345185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-04ca3f8a-3dab-4fdf-99e1-e0d7ec2736af tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:42.377531 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-22a74222-a904-49d0-8e5a-ec997522ba0c None None] For port fcce0bb3-ceaa-48d4-a81e-80ee9290b788, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=fcce0bb3-ceaa-48d4-a81e-80ee9290b788,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:42.383251 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-22a74222-a904-49d0-8e5a-ec997522ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.385176 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-06db8bcc-be61-4244-b89b-67394a9655a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:42.451379 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=086b1499-c6be-4b35-bf0c-a1e31e0b9247,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:42.454319 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-31bd50a5-83f7-4c82-ae22-7606469d703d req-945699de-423f-4cd3-8f58-526dc904c62b tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups/1b52d9e7-4187-41af-ac29-862dbfd70c6a HTTP/1.1" status: 200 len: 2145 time: 0.0838404 Nov 18 16:24:42.456867 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:42.460567 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-31bd50a5-83f7-4c82-ae22-7606469d703d req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b52d9e7-4187-41af-ac29-862dbfd70c6a', 'remote_group_id': None}]} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:42.460936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-31bd50a5-83f7-4c82-ae22-7606469d703d req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1b52d9e7-4187-41af-ac29-862dbfd70c6a', 'remote_group_id': None}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:42.461128 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a74222-a904-49d0-8e5a-ec997522ba0c None None] Pushing event updated for resources: {'Port': ['ID=fcce0bb3-ceaa-48d4-a81e-80ee9290b788,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:42.466321 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-22a74222-a904-49d0-8e5a-ec997522ba0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:42.472137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-31bd50a5-83f7-4c82-ae22-7606469d703d req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:42.472333 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.474210 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] 10.222.0.49 "PUT /v2.0/ports/086b1499-c6be-4b35-bf0c-a1e31e0b9247 HTTP/1.1" status: 200 len: 1157 time: 3.1652820 Nov 18 16:24:42.474633 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cca3a1-9469-49f9-8a1c-7a6009df8dfd', 'tag': '086b1499-c6be-4b35-bf0c-a1e31e0b9247'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:42.485685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-31bd50a5-83f7-4c82-ae22-7606469d703d req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Usage tracker for resource:security_group_rule and tenant:4f83100735174800a64c933476053984 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:42.490103 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-31bd50a5-83f7-4c82-ae22-7606469d703d req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:42.500499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-31bd50a5-83f7-4c82-ae22-7606469d703d req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:42.599363 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cca3a1-9469-49f9-8a1c-7a6009df8dfd', 'tag': '086b1499-c6be-4b35-bf0c-a1e31e0b9247', 'status': 'completed', 'code': 200} Nov 18 16:24:42.664525 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-0e90749a-13b1-4f88-a8d0-0929c7b1e885 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 1160 time: 0.1186748 Nov 18 16:24:42.671035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-31bd50a5-83f7-4c82-ae22-7606469d703d req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for security_group_rule, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.677532 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 660032b4-90c9-4dbd-af53-2f2d4e84a10f up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:42.702101 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-31bd50a5-83f7-4c82-ae22-7606469d703d req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.713185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Router 8915eb2b-b359-4b8e-a843-d89a30ed25ec has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:24:42.717176 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-31bd50a5-83f7-4c82-ae22-7606469d703d req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.721746 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9a6f7cae-6ebf-41b6-ac2a-db15cd446515 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:42.791808 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-647f719d-9bc0-4128-959d-349ce13870c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=086b1499-c6be-4b35-bf0c-a1e31e0b9247 HTTP/1.1" status: 200 len: 217 time: 0.1081579 Nov 18 16:24:42.793208 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3981bb11-c916-4aa1-b326-0527488c5e4d,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:42.806056 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 660032b4-90c9-4dbd-af53-2f2d4e84a10f triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:42.806495 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.808456 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:42.873042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-97002e98-ec40-4ce7-a0da-738cbc1af76f None None] Provisioning for port 05809408-d568-48e1-ba3a-8f00155e47ac completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:42.886018 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-97002e98-ec40-4ce7-a0da-738cbc1af76f None None] Provisioning complete for port 05809408-d568-48e1-ba3a-8f00155e47ac triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:42.886441 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-97002e98-ec40-4ce7-a0da-738cbc1af76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.906323 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-31bd50a5-83f7-4c82-ae22-7606469d703d req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for security_group_rule, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:42.907406 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-f63b502a-5ed0-4224-b948-a72cd19e6ca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:42.907615 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-31bd50a5-83f7-4c82-ae22-7606469d703d req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.4523435 Nov 18 16:24:42.910112 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-f63b502a-5ed0-4224-b948-a72cd19e6ca0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9108d91e-b222-46b4-8a8e-afe4350e9f94 HTTP/1.1" status: 200 len: 855 time: 0.1037815 Nov 18 16:24:42.963740 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-97002e98-ec40-4ce7-a0da-738cbc1af76f None None] Port 05809408-d568-48e1-ba3a-8f00155e47ac cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:24:42.999796 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-24892440-b820-457e-b667-795817c9f0b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a838d3d3-fae8-4bed-95c5-46e56f447f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798316 Nov 18 16:24:43.021798 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-97002e98-ec40-4ce7-a0da-738cbc1af76f None None] Provisioning complete for port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:43.022389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-97002e98-ec40-4ce7-a0da-738cbc1af76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:43.106336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device e1d28eff-44f0-4f02-b504-f2c43d4a34ce up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:43.255914 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:24:43.282584 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] 10.222.0.15 "PUT /v2.0/routers/8915eb2b-b359-4b8e-a843-d89a30ed25ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0934091 Nov 18 16:24:43.371831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:43.375663 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-81caacef-e60a-4644-8f58-706cdc3503ed service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586113 Nov 18 16:24:43.479206 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port e1d28eff-44f0-4f02-b504-f2c43d4a34ce completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:43.511838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port e1d28eff-44f0-4f02-b504-f2c43d4a34ce triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:43.515084 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:43.707373 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-34bbffd0-efd8-40d3-ada2-0280029a39e7 req-961eeb79-fe66-420a-abab-1ad18f553520 service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2745533 Nov 18 16:24:43.801795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ec8cd-9db2-4ebe-ad50-e72d1893c66f req-d609928e-9b58-4971-8bde-e81e611b0323 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:43.804117 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-101ec8cd-9db2-4ebe-ad50-e72d1893c66f req-d609928e-9b58-4971-8bde-e81e611b0323 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 943 time: 0.4270408 Nov 18 16:24:43.854517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-f253ef3b-cf85-4118-b974-1efd63bd4dc1 None None] Provisioning complete for port 05809408-d568-48e1-ba3a-8f00155e47ac triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:43.854952 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f253ef3b-cf85-4118-b974-1efd63bd4dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:43.886103 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:43.894879 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-101ec8cd-9db2-4ebe-ad50-e72d1893c66f req-6661d214-8ad5-4a6c-a9ac-d9a35388109b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845246 Nov 18 16:24:43.926991 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port e1d28eff-44f0-4f02-b504-f2c43d4a34ce, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=e1d28eff-44f0-4f02-b504-f2c43d4a34ce,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:43.938890 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-f253ef3b-cf85-4118-b974-1efd63bd4dc1 None None] Port 05809408-d568-48e1-ba3a-8f00155e47ac cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:24:43.944491 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:43.949043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-22a74222-a904-49d0-8e5a-ec997522ba0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:44.057917 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1b9278c4-bf64-46bb-b901-2b40a274b33b req-83bf0d2a-937a-41ff-8a08-bad5be05ffa3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 1160 time: 0.1646271 Nov 18 16:24:44.070233 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=e1d28eff-44f0-4f02-b504-f2c43d4a34ce,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:44.074698 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:44.075506 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-f253ef3b-cf85-4118-b974-1efd63bd4dc1 None None] Provisioning complete for port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:44.076056 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f253ef3b-cf85-4118-b974-1efd63bd4dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.101085 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57974) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:44.107115 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Request body: {'security_group': {'name': 'tempest-securitygroup--2107331525', 'description': 'tempest-description--482967944'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:44.116937 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:44.124919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Usage tracker for resource:security_group and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:44.130942 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:44.150184 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:44.165121 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.208225 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:44.213676 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Usage tracker for resource:security_group_rule and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:44.216740 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:44.223479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:44.251051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9278c4-bf64-46bb-b901-2b40a274b33b req-0c8471da-f216-4ddc-8249-0dba894ce25d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:44.252765 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1b9278c4-bf64-46bb-b901-2b40a274b33b req-0c8471da-f216-4ddc-8249-0dba894ce25d service neutron] 10.222.0.49 "GET /v2.0/networks?id=a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 200 len: 909 time: 0.1835327 Nov 18 16:24:44.284397 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.287086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.292578 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5215e58b-4bd6-442e-991f-0ee953b621de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:44.330827 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1b9278c4-bf64-46bb-b901-2b40a274b33b req-a5eacb27-38df-4792-b533-26030bb4eb20 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=086b1499-c6be-4b35-bf0c-a1e31e0b9247 HTTP/1.1" status: 200 len: 217 time: 0.0700564 Nov 18 16:24:44.333325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event updated for resources: {'SecurityGroup': ['ID=facbc355-4aac-445b-8349-9d96b00c2280,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:44.336247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.339136 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2356112 Nov 18 16:24:44.339136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:44.340772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 57978) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:44.348495 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-76608f80-ba13-4ff8-9376-af4c94cf7e3c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Request body: {'security_group_rule': {'security_group_id': 'facbc355-4aac-445b-8349-9d96b00c2280', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:44.354802 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-76608f80-ba13-4ff8-9376-af4c94cf7e3c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:44.359144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-76608f80-ba13-4ff8-9376-af4c94cf7e3c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Usage tracker for resource:security_group_rule and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:44.363931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-f32539cc-b533-4090-9ba1-582c68c8a451 None None] Provisioning complete for port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:44.364364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f32539cc-b533-4090-9ba1-582c68c8a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.369581 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-76608f80-ba13-4ff8-9376-af4c94cf7e3c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:44.375666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-76608f80-ba13-4ff8-9376-af4c94cf7e3c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:44.394177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-76608f80-ba13-4ff8-9376-af4c94cf7e3c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group_rule, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.426827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9278c4-bf64-46bb-b901-2b40a274b33b req-47d651be-1882-4dd9-b64d-e8fcf6339c10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:44.429321 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1b9278c4-bf64-46bb-b901-2b40a274b33b req-47d651be-1882-4dd9-b64d-e8fcf6339c10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9108d91e-b222-46b4-8a8e-afe4350e9f94 HTTP/1.1" status: 200 len: 855 time: 0.0919685 Nov 18 16:24:44.497750 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1b9278c4-bf64-46bb-b901-2b40a274b33b req-3b47e0c4-a713-4f6b-945c-c551aed0228e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a838d3d3-fae8-4bed-95c5-46e56f447f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600929 Nov 18 16:24:44.534096 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device fcce0bb3-ceaa-48d4-a81e-80ee9290b788 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:44.628772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:44.629523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.719590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-76608f80-ba13-4ff8-9376-af4c94cf7e3c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.722664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-76608f80-ba13-4ff8-9376-af4c94cf7e3c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.724889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:44.735407 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1b9278c4-bf64-46bb-b901-2b40a274b33b req-e7fd25e3-a066-41dc-978e-d0df108e0cc5 service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266674 Nov 18 16:24:44.774717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76608f80-ba13-4ff8-9376-af4c94cf7e3c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded20988-6560-46df-bb5c-e8bff929f776,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:44.777661 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-76608f80-ba13-4ff8-9376-af4c94cf7e3c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:44.802539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-76608f80-ba13-4ff8-9376-af4c94cf7e3c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group_rule, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.806266 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-76608f80-ba13-4ff8-9376-af4c94cf7e3c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4621928 Nov 18 16:24:44.806497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 58000) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:44.824232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-ccbb9a39-1eb8-4c17-b4b7-0a163c5ee541 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Request body: {'security_group_rule': {'security_group_id': 'facbc355-4aac-445b-8349-9d96b00c2280', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:44.831797 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device e1d28eff-44f0-4f02-b504-f2c43d4a34ce up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:44.836242 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ccbb9a39-1eb8-4c17-b4b7-0a163c5ee541 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:44.841610 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ccbb9a39-1eb8-4c17-b4b7-0a163c5ee541 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Usage tracker for resource:security_group_rule and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:44.845334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ccbb9a39-1eb8-4c17-b4b7-0a163c5ee541 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:44.852635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ccbb9a39-1eb8-4c17-b4b7-0a163c5ee541 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:44.872334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9a39-1eb8-4c17-b4b7-0a163c5ee541 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group_rule, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.922567 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port e1d28eff-44f0-4f02-b504-f2c43d4a34ce triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:44.922991 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.963913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9a39-1eb8-4c17-b4b7-0a163c5ee541 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.967792 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9a39-1eb8-4c17-b4b7-0a163c5ee541 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:44.977725 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:44.989745 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1b9278c4-bf64-46bb-b901-2b40a274b33b req-ba42614c-f2bc-42e0-9f4e-007816dc3833 service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2370591 Nov 18 16:24:45.010131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb9a39-1eb8-4c17-b4b7-0a163c5ee541 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985801fb-ec29-4265-bdc2-c4d2568642c9,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:45.013125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ccbb9a39-1eb8-4c17-b4b7-0a163c5ee541 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:45.014585 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ccbb9a39-1eb8-4c17-b4b7-0a163c5ee541 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group_rule, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.016715 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ccbb9a39-1eb8-4c17-b4b7-0a163c5ee541 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2092128 Nov 18 16:24:45.020565 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 58012) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:24:45.026664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Request body: {'floatingip': {'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:24:45.032651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:24:45.037349 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Usage tracker for resource:floatingip and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:24:45.040433 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:24:45.046283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:24:45.057722 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.270260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184fb1e-9811-459a-a215-d57848fe5054 req-d4811231-1e3f-402a-8c43-50471427bc1c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:45.272841 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0184fb1e-9811-459a-a215-d57848fe5054 req-d4811231-1e3f-402a-8c43-50471427bc1c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 943 time: 0.1884654 Nov 18 16:24:45.341575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.358333 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0184fb1e-9811-459a-a215-d57848fe5054 req-645ebe86-9b5a-4652-aa9e-b90809275704 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734746 Nov 18 16:24:45.494506 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Sync routers for ids ['ca2e2b5e-76ce-40e8-b957-f9419db4f66e'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:24:45.507713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Routers {'ca2e2b5e-76ce-40e8-b957-f9419db4f66e'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:45.508469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:24:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['ca2e2b5e-76ce-40e8-b957-f9419db4f66e'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:45.633289 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Allocated IP 172.27.0.23 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/0c9da95a-ba96-41dc-ba4e-cd210c760ab4) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:24:45.701748 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Set router ca2e2b5e-76ce-40e8-b957-f9419db4f66e gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:45.825499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.858223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:45.881330 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:45.976323 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Sync routers for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:24:45.990168 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:45.990864 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:24:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:46.090178 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event updated for resources: {'Port': ['ID=0c9da95a-ba96-41dc-ba4e-cd210c760ab4,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:46.093950 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:24:46.095841 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:46.097069 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:24:46.099587 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:24:46.205368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:46.274629 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'name': 'tempest-TestVolumeBootPattern-933385529-router', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:27Z', 'updated_at': '2020-11-18T16:24:34Z', 'revision_number': 4, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'gw_port': {'id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:28Z', 'updated_at': '2020-11-18T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '01163dc8-efcd-473d-9d0c-61b2d61b5058', 'name': '', 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'mac_address': 'fa:16:3e:ba:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b9a4933-43cc-4311-be3d-8cbd27574cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:35Z', 'revision_number': 2, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'subnets': [{'id': '1b9a4933-43cc-4311-be3d-8cbd27574cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:46.279198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Checking router: ca2e2b5e-76ce-40e8-b957-f9419db4f66e for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:24:46.279961 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Updating router ca2e2b5e-76ce-40e8-b957-f9419db4f66e port 01163dc8-efcd-473d-9d0c-61b2d61b5058 binding host dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:24:46.286132 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:46.346347 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:46.375035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:46.698241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:46.706733 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bafda5-f0d6-4579-bd32-f016921472ba req-5c797da9-cdf3-4f8e-ac3d-86668b8676fe tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:46.708885 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-79bafda5-f0d6-4579-bd32-f016921472ba req-5c797da9-cdf3-4f8e-ac3d-86668b8676fe tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 943 time: 0.1315019 Nov 18 16:24:46.709539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:46.726621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3e63fef2-10ac-4fd4-b2a0-81e316cb63af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:46.809295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 2, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:46.817213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:46.818889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Checking router: 8915eb2b-b359-4b8e-a843-d89a30ed25ec for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:24:46.819627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Updating router 8915eb2b-b359-4b8e-a843-d89a30ed25ec port 05809408-d568-48e1-ba3a-8f00155e47ac binding host dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:24:46.835299 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Transition to ACTIVE for port object 01163dc8-efcd-473d-9d0c-61b2d61b5058 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:46.840218 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:46.857758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:46.885711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:46.931405 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event updated for resources: {'Port': ['ID=0c9da95a-ba96-41dc-ba4e-cd210c760ab4,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:46.952907 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:46.956358 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-79bafda5-f0d6-4579-bd32-f016921472ba req-c77781c8-36a5-47a4-ad67-184ef3377ed0 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330177 Nov 18 16:24:47.030844 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64a536-ac26-464e-a9bd-10d6eea67069 None None] Pushing event updated for resources: {'Port': ['ID=01163dc8-efcd-473d-9d0c-61b2d61b5058,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:47.034528 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5b64a536-ac26-464e-a9bd-10d6eea67069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:47.035301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.064031 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.065522 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0437548 Nov 18 16:24:47.275085 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Attempting to bind port 01163dc8-efcd-473d-9d0c-61b2d61b5058 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:47.275604 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Attempting to bind port 01163dc8-efcd-473d-9d0c-61b2d61b5058 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '8dde1038-0b17-40ed-b59a-a76095775729', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:47.275933 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Attempting to bind port 01163dc8-efcd-473d-9d0c-61b2d61b5058 on network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:47.285447 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:47.285867 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Checking segment: {'id': '8dde1038-0b17-40ed-b59a-a76095775729', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:47.286318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.286755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Bound using segment: {'id': '8dde1038-0b17-40ed-b59a-a76095775729', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:47.287284 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Bound port: 01163dc8-efcd-473d-9d0c-61b2d61b5058, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dde1038-0b17-40ed-b59a-a76095775729', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:47.287743 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.416387 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.423465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] For port 01163dc8-efcd-473d-9d0c-61b2d61b5058, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:47.426831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] For port 01163dc8-efcd-473d-9d0c-61b2d61b5058, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=01163dc8-efcd-473d-9d0c-61b2d61b5058,segment=NetworkSegment(8dde1038-0b17-40ed-b59a-a76095775729),segment_id=8dde1038-0b17-40ed-b59a-a76095775729)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:47.429256 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Transition to ACTIVE for port object 05809408-d568-48e1-ba3a-8f00155e47ac will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:24:47.430338 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.432865 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.445515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d5ab7a98-56ec-486d-a4b3-544c5edee6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:47.448169 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:47.598216 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf51df0-cd70-482b-b03c-d433c550fe11 None None] Pushing event updated for resources: {'Port': ['ID=05809408-d568-48e1-ba3a-8f00155e47ac,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:47.603210 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-acf51df0-cd70-482b-b03c-d433c550fe11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:47.603422 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64a536-ac26-464e-a9bd-10d6eea67069 None None] Pushing event updated for resources: {'Port': ['ID=01163dc8-efcd-473d-9d0c-61b2d61b5058,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:47.607902 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5b64a536-ac26-464e-a9bd-10d6eea67069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:47.678298 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Routers {'ca2e2b5e-76ce-40e8-b957-f9419db4f66e'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:47.679191 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:24:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['ca2e2b5e-76ce-40e8-b957-f9419db4f66e'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:47.782782 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Attempting to bind port 05809408-d568-48e1-ba3a-8f00155e47ac on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:24:47.782782 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Attempting to bind port 05809408-d568-48e1-ba3a-8f00155e47ac by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:24:47.782782 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Attempting to bind port 05809408-d568-48e1-ba3a-8f00155e47ac on network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:24:47.788655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:24:47.790854 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Checking segment: {'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:24:47.791303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.791806 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Bound using segment: {'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:24:47.792452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Bound port: 05809408-d568-48e1-ba3a-8f00155e47ac, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:24:47.792778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.907199 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] Set router ca2e2b5e-76ce-40e8-b957-f9419db4f66e gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:47.918362 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] For port 05809408-d568-48e1-ba3a-8f00155e47ac, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:24:47.922194 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] For port 05809408-d568-48e1-ba3a-8f00155e47ac, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=05809408-d568-48e1-ba3a-8f00155e47ac,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:24:47.926364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:47.942453 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:48.104540 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf51df0-cd70-482b-b03c-d433c550fe11 None None] Pushing event updated for resources: {'Port': ['ID=05809408-d568-48e1-ba3a-8f00155e47ac,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:48.109769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-acf51df0-cd70-482b-b03c-d433c550fe11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:48.154203 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:24:48.155165 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:24:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:48.229602 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d64913-598c-40b1-bf9f-87f643746292 req-d22829ca-03ce-4d33-802a-30cc244e7c53 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:48.237806 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e3d64913-598c-40b1-bf9f-87f643746292 req-d22829ca-03ce-4d33-802a-30cc244e7c53 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 943 time: 0.1068676 Nov 18 16:24:48.320213 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e3d64913-598c-40b1-bf9f-87f643746292 req-6c16517a-60f5-4c02-9768-b1a607fa9fe2 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762062 Nov 18 16:24:48.325467 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'name': 'tempest-TestVolumeBootPattern-933385529-router', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:27Z', 'updated_at': '2020-11-18T16:24:34Z', 'revision_number': 4, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'gw_port': {'id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:28Z', 'updated_at': '2020-11-18T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '01163dc8-efcd-473d-9d0c-61b2d61b5058', 'name': '', 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'mac_address': 'fa:16:3e:ba:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b9a4933-43cc-4311-be3d-8cbd27574cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:47Z', 'revision_number': 4, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'subnets': [{'id': '1b9a4933-43cc-4311-be3d-8cbd27574cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:48.341439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87687a4-09db-4f7e-afe6-efd27cb44575 None None] The sync data for ids ['ca2e2b5e-76ce-40e8-b957-f9419db4f66e'] in dv-cinder-759961-2-iscsi is: [{'id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'name': 'tempest-TestVolumeBootPattern-933385529-router', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:27Z', 'updated_at': '2020-11-18T16:24:34Z', 'revision_number': 4, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'gw_port': {'id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:28Z', 'updated_at': '2020-11-18T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '01163dc8-efcd-473d-9d0c-61b2d61b5058', 'name': '', 'network_id': '5c86ea82-9249-4b8f-a7d5-7e2339e37927', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'mac_address': 'fa:16:3e:ba:36:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b9a4933-43cc-4311-be3d-8cbd27574cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:47Z', 'revision_number': 4, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'subnets': [{'id': '1b9a4933-43cc-4311-be3d-8cbd27574cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:24:48.419087 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:24:48.600483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 01163dc8-efcd-473d-9d0c-61b2d61b5058 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:48.680608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 01163dc8-efcd-473d-9d0c-61b2d61b5058 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:48.685974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 01163dc8-efcd-473d-9d0c-61b2d61b5058 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:48.686750 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:48.851157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:47Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:24:48.851814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:48.856027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3fc3d4-0308-4d9d-a0ae-ada15e0f5fa0 None None] The sync data for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi is: [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:47Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:24:48.892151 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 01163dc8-efcd-473d-9d0c-61b2d61b5058, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=01163dc8-efcd-473d-9d0c-61b2d61b5058,segment=NetworkSegment(8dde1038-0b17-40ed-b59a-a76095775729),segment_id=8dde1038-0b17-40ed-b59a-a76095775729)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:48.895924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:48.897881 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:48.982533 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=01163dc8-efcd-473d-9d0c-61b2d61b5058,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:48.988298 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:49.544228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bcb64-060f-42de-af38-fe264b3cb93f req-2e7425dc-e992-491e-a219-49ce977c0e3f tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:49.546022 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6c3bcb64-060f-42de-af38-fe264b3cb93f req-2e7425dc-e992-491e-a219-49ce977c0e3f tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 943 time: 0.0941231 Nov 18 16:24:49.600866 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6c3bcb64-060f-42de-af38-fe264b3cb93f req-b8fb5be8-e470-4cf1-9c39-3f13e7afc93c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476034 Nov 18 16:24:50.583924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 01163dc8-efcd-473d-9d0c-61b2d61b5058 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:50.663944 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 01163dc8-efcd-473d-9d0c-61b2d61b5058 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:50.664364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:50.809807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 05809408-d568-48e1-ba3a-8f00155e47ac up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:50.846741 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0897b0-be32-49b6-aae7-a5623e095b98 req-a38daebd-1b5c-464d-83c4-b43eca9e6cbb tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:50.848455 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3b0897b0-be32-49b6-aae7-a5623e095b98 req-a38daebd-1b5c-464d-83c4-b43eca9e6cbb tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 943 time: 0.1042707 Nov 18 16:24:50.890660 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 05809408-d568-48e1-ba3a-8f00155e47ac completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:50.896382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 05809408-d568-48e1-ba3a-8f00155e47ac triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:50.896795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:50.899527 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3b0897b0-be32-49b6-aae7-a5623e095b98 req-9e1e0e4a-896c-497a-a9b7-d3c406afbe5a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446496 Nov 18 16:24:51.024758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:51.214510 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 05809408-d568-48e1-ba3a-8f00155e47ac, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=05809408-d568-48e1-ba3a-8f00155e47ac,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:51.217314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:51.220167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:51.283418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=05809408-d568-48e1-ba3a-8f00155e47ac,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:51.286905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:51.544019 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 086b1499-c6be-4b35-bf0c-a1e31e0b9247 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:51.623301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port 086b1499-c6be-4b35-bf0c-a1e31e0b9247 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:24:51.627996 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 086b1499-c6be-4b35-bf0c-a1e31e0b9247 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:51.628412 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:51.751042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:51.784476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cca3a1-9469-49f9-8a1c-7a6009df8dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086b1499-c6be-4b35-bf0c-a1e31e0b9247'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:24:51.794544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 086b1499-c6be-4b35-bf0c-a1e31e0b9247, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=086b1499-c6be-4b35-bf0c-a1e31e0b9247,segment=NetworkSegment(5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f),segment_id=5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:24:51.797485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:51.799472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:24:51.869415 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=086b1499-c6be-4b35-bf0c-a1e31e0b9247,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:24:51.873498 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:24:51.879796 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cca3a1-9469-49f9-8a1c-7a6009df8dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086b1499-c6be-4b35-bf0c-a1e31e0b9247', 'code': 200} Nov 18 16:24:52.191793 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e4f317d1-e3e1-463b-a75a-1301c3dbbc29 req-76ebd945-b003-4d35-bdb2-fb7adfae771b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 1162 time: 0.1184263 Nov 18 16:24:52.198710 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3630d6-6ddd-49bd-b9ce-c06e048a7677 req-6ac1740a-5a38-437b-bb2b-3c9ec1df810c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:52.200319 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef3630d6-6ddd-49bd-b9ce-c06e048a7677 req-6ac1740a-5a38-437b-bb2b-3c9ec1df810c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 945 time: 0.1679795 Nov 18 16:24:52.279147 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e4f317d1-e3e1-463b-a75a-1301c3dbbc29 req-ad657ee7-c870-4e16-9ab4-97925eeb78e7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778234 Nov 18 16:24:52.284111 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef3630d6-6ddd-49bd-b9ce-c06e048a7677 req-4df7832b-8b11-4d1f-bcd3-d747b31b0354 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695908 Nov 18 16:24:52.430397 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 086b1499-c6be-4b35-bf0c-a1e31e0b9247 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:52.505544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 086b1499-c6be-4b35-bf0c-a1e31e0b9247 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:52.505962 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:52.537477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 05809408-d568-48e1-ba3a-8f00155e47ac up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:52.685845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 05809408-d568-48e1-ba3a-8f00155e47ac triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:52.685845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:53.502595 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a505a3-5894-446c-8f6a-4cbe6dca649a req-982a14bd-ea34-4053-8725-31ac00558452 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:53.504448 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-35a505a3-5894-446c-8f6a-4cbe6dca649a req-982a14bd-ea34-4053-8725-31ac00558452 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 945 time: 0.0862703 Nov 18 16:24:53.553810 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-35a505a3-5894-446c-8f6a-4cbe6dca649a req-ebf8fb30-ed3b-4349-9ca8-378ecbb50992 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429614 Nov 18 16:24:53.851535 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:24:54.495935 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 086b1499-c6be-4b35-bf0c-a1e31e0b9247 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:24:54.568088 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 086b1499-c6be-4b35-bf0c-a1e31e0b9247 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:24:54.568516 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:54.780411 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50258209-1e77-44b4-909d-ee2e1d632886 req-81e07d69-1055-4967-8edf-0020cf4a30a6 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:24:54.781971 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-50258209-1e77-44b4-909d-ee2e1d632886 req-81e07d69-1055-4967-8edf-0020cf4a30a6 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 945 time: 0.0891726 Nov 18 16:24:54.830272 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-50258209-1e77-44b4-909d-ee2e1d632886 req-9bc390b4-12d2-44d8-b512-dec6270a462e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415866 Nov 18 16:24:56.724795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0b1ed0c3-6ba8-4a8a-803b-b550bd6142fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:59.307901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b789985b-101f-4e44-86c6-adbd37068197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:24:59.665595 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:00.649444 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:01.180641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:02.042807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-471e1911-490f-48b0-8add-3ecf99eeb4c6 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Synchronizing usage tracker for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:security_group {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:02.058513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-471e1911-490f-48b0-8add-3ecf99eeb4c6 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Unset dirty status for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:security_group {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:02.059832 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-471e1911-490f-48b0-8add-3ecf99eeb4c6 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2107331525&fields=id&tenant_id=aeb580cf3a5f44b8831c32865a294c26 HTTP/1.1" status: 200 len: 267 time: 0.0675461 Nov 18 16:25:02.219187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-9c0c7f86-fbdc-4226-bfca-17f4b374b872 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:02.219987 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-9c0c7f86-fbdc-4226-bfca-17f4b374b872 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Synchronizing usage tracker for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:network {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:02.235686 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-9c0c7f86-fbdc-4226-bfca-17f4b374b872 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Unset dirty status for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:network {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:02.237451 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-9c0c7f86-fbdc-4226-bfca-17f4b374b872 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/networks?id=34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 200 len: 809 time: 0.1697936 Nov 18 16:25:02.254528 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a4ad6e3a-18f6-4ba3-9c34-feeeae121978 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/quotas/aeb580cf3a5f44b8831c32865a294c26 HTTP/1.1" status: 200 len: 375 time: 0.0111842 Nov 18 16:25:02.343348 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-385c165a-2501-40f6-8105-6b5749f288be tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Synchronizing usage tracker for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:02.358864 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-385c165a-2501-40f6-8105-6b5749f288be tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Unset dirty status for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:02.360262 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-385c165a-2501-40f6-8105-6b5749f288be tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?tenant_id=aeb580cf3a5f44b8831c32865a294c26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006548 Nov 18 16:25:02.510365 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-377ee975-1bb6-4913-ae34-3f3276aa3a5d service neutron] 10.222.0.15 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369762 Nov 18 16:25:02.654334 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-ac0dac04-628d-49d4-979e-8bec1ddf27f4 service neutron] 10.222.0.15 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375804 Nov 18 16:25:02.855300 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-93eb88d0-6c58-422a-a15d-41bd24b1712e req-493de038-b207-4b84-b90b-6a32f424457a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 210 time: 0.0454423 Nov 18 16:25:04.042620 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bc271f9d-907c-445e-b5e7-4a0be286b54c req-4582b16c-3d51-4811-8798-5d764d3fc212 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 210 time: 0.0478287 Nov 18 16:25:05.217530 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2e66f8b0-333e-4e89-9c1e-587ce3cc8822 req-ac12d993-25f6-42e0-9101-33d1725af401 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 210 time: 0.0481825 Nov 18 16:25:06.389718 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-43a15233-1e5f-44f8-9d6a-88d252373903 req-96a56ada-ebc7-4e22-9e55-b4df856a324e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 210 time: 0.0454619 Nov 18 16:25:07.567721 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f78356d9-4541-4016-abd9-f1b182d35ac2 req-e4c1740d-bd42-4c62-a36c-8a95ff7466f6 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 210 time: 0.0485320 Nov 18 16:25:08.743094 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b0d8c907-85e2-4370-9b4a-4c47e82ae40c req-a50f5e35-270d-41da-8f9b-694691e34381 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 210 time: 0.0457742 Nov 18 16:25:09.917967 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e05fbac7-f245-4d3e-b048-04181db39e85 req-e6a55ee8-e0f9-480b-b851-1d05389579a8 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 210 time: 0.0457783 Nov 18 16:25:11.097736 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9414215d-a9ad-4aa9-8af7-7cfef3284451 req-1c29cab6-9ab1-4f8f-9e75-be35a2a10cb4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 210 time: 0.0514460 Nov 18 16:25:12.459638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-ddc977f5-fecc-4915-8ad9-d7a0c6855b12 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:12.461945 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-ddc977f5-fecc-4915-8ad9-d7a0c6855b12 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.49 "GET /v2.0/networks?id=34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 200 len: 809 time: 0.1838777 Nov 18 16:25:12.496719 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-22fa832e-bf62-4f11-8857-a19c42c5bf40 req-1bac53d9-6d35-4d95-a58a-0b54c8daa397 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 210 time: 0.2681999 Nov 18 16:25:12.572891 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-46299d1b-2f2f-4a34-a44e-c44d42dd3af8 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aeb580cf3a5f44b8831c32865a294c26 HTTP/1.1" status: 200 len: 5044 time: 0.0879798 Nov 18 16:25:12.586405 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Request body: {'port': {'device_id': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'admin_state_up': True, 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'security_groups': ['facbc355-4aac-445b-8349-9d96b00c2280']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:12.743303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:12.753700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:12.762439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Made reservation on behalf of aeb580cf3a5f44b8831c32865a294c26 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:25:12.768591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:13.098328 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Allocated IP 172.20.0.11 (34419161-9207-4159-bf2c-4dd3d8b2a0f3/694ea650-631a-4d5b-99f1-da9e1c62ca3c/40b9fe13-9c90-4edd-92dc-660838ae9fa7) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:25:13.160348 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:13.311321 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:13.328439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Transition to ACTIVE for port object 40b9fe13-9c90-4edd-92dc-660838ae9fa7 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:25:13.349576 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:13.364605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-43f9b2ca-5d5c-45f3-9f0c-43685f5ed067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:13.712797 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dce42-c954-415f-a42a-401a3e3f1054 req-e5a367a4-34ab-4720-a5c6-9dccbc228e6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:13.715346 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7d2dce42-c954-415f-a42a-401a3e3f1054 req-e5a367a4-34ab-4720-a5c6-9dccbc228e6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 932 time: 0.0847373 Nov 18 16:25:13.757155 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event updated for resources: {'Port': ['ID=40b9fe13-9c90-4edd-92dc-660838ae9fa7,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:13.764696 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:13.780124 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:25:13.781144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:25:13.784462 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7d2dce42-c954-415f-a42a-401a3e3f1054 req-adf24415-6be9-4ef1-8236-796c0e30a9c8 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616224 Nov 18 16:25:13.805496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:25:13.864070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:13.864070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:13.891185 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-e0187894-0690-43c2-8b19-a0c2c6c344bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3100169 Nov 18 16:25:13.905158 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Request body: {'port': {'device_id': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:14.020707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-fc41dce9-4478-4b88-bae3-33b452ad19f3 None None] Provisioning for port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:25:14.025741 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-fc41dce9-4478-4b88-bae3-33b452ad19f3 None None] Provisioning complete for port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:14.026167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fc41dce9-4478-4b88-bae3-33b452ad19f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:14.027016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:14.084629 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-fc41dce9-4478-4b88-bae3-33b452ad19f3 None None] Port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:25:14.483261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b9fe13-9c90-4edd-92dc-660838ae9fa7 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:25:14.495669 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:14.505421 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Transition to ACTIVE for port object 40b9fe13-9c90-4edd-92dc-660838ae9fa7 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:25:14.510200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:14.527628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5c7132d8-1c15-4283-ab2d-a7cd3f47d1d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:14.682326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Pushing event updated for resources: {'Port': ['ID=40b9fe13-9c90-4edd-92dc-660838ae9fa7,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:14.691953 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:14.898937 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Attempting to bind port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:25:14.899508 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Attempting to bind port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:25:14.900212 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Attempting to bind port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 on network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:25:14.907912 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:25:14.908309 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Checking segment: {'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:25:14.908851 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:14.909253 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Bound using segment: {'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:25:14.909737 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Bound port: 40b9fe13-9c90-4edd-92dc-660838ae9fa7, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:25:14.910119 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:15.018038 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] For port 40b9fe13-9c90-4edd-92dc-660838ae9fa7, host hv-cinder-75996, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:25:15.023543 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] For port 40b9fe13-9c90-4edd-92dc-660838ae9fa7, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=40b9fe13-9c90-4edd-92dc-660838ae9fa7,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:25:15.028572 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:15.042618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb8505-78fa-408b-b493-496ee259ab40 req-deb510c7-398a-443c-b62a-31913175e55d tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:15.044372 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f1eb8505-78fa-408b-b493-496ee259ab40 req-deb510c7-398a-443c-b62a-31913175e55d tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 944 time: 0.0987766 Nov 18 16:25:15.046209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:15.099802 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f1eb8505-78fa-408b-b493-496ee259ab40 req-ae8075a6-9702-41b3-adee-f98fa5e0a84c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483494 Nov 18 16:25:15.221588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Pushing event updated for resources: {'Port': ['ID=40b9fe13-9c90-4edd-92dc-660838ae9fa7,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:15.226133 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:15.244284 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:15.246403 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] 10.222.0.49 "PUT /v2.0/ports/40b9fe13-9c90-4edd-92dc-660838ae9fa7 HTTP/1.1" status: 200 len: 1158 time: 1.3461101 Nov 18 16:25:15.247209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'tag': '40b9fe13-9c90-4edd-92dc-660838ae9fa7'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:15.351014 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'tag': '40b9fe13-9c90-4edd-92dc-660838ae9fa7', 'status': 'completed', 'code': 200} Nov 18 16:25:15.396230 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-66e884be-d86b-4aae-baae-02224dc86983 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeb580cf3a5f44b8831c32865a294c26&device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 1161 time: 0.1044986 Nov 18 16:25:15.483903 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-8c8aa78e-f7c7-473a-802d-0ef6081b381f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40b9fe13-9c90-4edd-92dc-660838ae9fa7 HTTP/1.1" status: 200 len: 217 time: 0.0779259 Nov 18 16:25:15.558824 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-3249c486-d276-40f9-bfab-3bc1f718f822 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:15.560437 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-3249c486-d276-40f9-bfab-3bc1f718f822 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=694ea650-631a-4d5b-99f1-da9e1c62ca3c HTTP/1.1" status: 200 len: 848 time: 0.0691502 Nov 18 16:25:15.645451 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-f7fb4491-e9f9-4a68-ab20-29d8be9162cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34419161-9207-4159-bf2c-4dd3d8b2a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751734 Nov 18 16:25:15.816290 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-f0a32681-91ca-4e44-947c-d655b4645986 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603000 Nov 18 16:25:15.967211 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a81afe75-8424-442e-a7c7-c91c132c3cf1 req-f9b4060a-8748-4993-bab7-2622aa93b5bc service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432183 Nov 18 16:25:16.101379 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e00d418f-fce0-4e9d-97d4-41b941f15ce2 req-e5a612c4-3fcb-4a56-9b93-64cb15f06356 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeb580cf3a5f44b8831c32865a294c26&device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 1161 time: 0.0782006 Nov 18 16:25:16.251516 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d418f-fce0-4e9d-97d4-41b941f15ce2 req-01e90bc2-66c9-4b11-9aa3-1a45ab562293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:16.253671 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e00d418f-fce0-4e9d-97d4-41b941f15ce2 req-01e90bc2-66c9-4b11-9aa3-1a45ab562293 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 200 len: 903 time: 0.1404073 Nov 18 16:25:16.314652 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5efc9a-de3d-494a-a295-6471e9a215b8 req-c264ef52-bfda-4b6e-bd58-c50e27e4ac69 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:16.316300 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4f5efc9a-de3d-494a-a295-6471e9a215b8 req-c264ef52-bfda-4b6e-bd58-c50e27e4ac69 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 944 time: 0.0862536 Nov 18 16:25:16.332361 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e00d418f-fce0-4e9d-97d4-41b941f15ce2 req-d98d5d0b-2633-4b3b-abda-7ab4df7549c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40b9fe13-9c90-4edd-92dc-660838ae9fa7 HTTP/1.1" status: 200 len: 217 time: 0.0650120 Nov 18 16:25:16.365021 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4f5efc9a-de3d-494a-a295-6471e9a215b8 req-c5668872-3798-42da-9062-32eb1204a07e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422544 Nov 18 16:25:16.406007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d418f-fce0-4e9d-97d4-41b941f15ce2 req-96c9c9ea-41c0-4a80-9ee4-a74065fc2f47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:16.407646 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e00d418f-fce0-4e9d-97d4-41b941f15ce2 req-96c9c9ea-41c0-4a80-9ee4-a74065fc2f47 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=694ea650-631a-4d5b-99f1-da9e1c62ca3c HTTP/1.1" status: 200 len: 848 time: 0.0673635 Nov 18 16:25:16.506998 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e00d418f-fce0-4e9d-97d4-41b941f15ce2 req-6762830b-42c2-4a4e-a90a-ad690fd57570 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34419161-9207-4159-bf2c-4dd3d8b2a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884171 Nov 18 16:25:16.653346 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e00d418f-fce0-4e9d-97d4-41b941f15ce2 req-18fb41c3-a377-4d4a-8df7-d34c4de8f6d7 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352525 Nov 18 16:25:16.801941 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e00d418f-fce0-4e9d-97d4-41b941f15ce2 req-f5f2d348-e95c-4b21-86bd-4dc3604e440b service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402726 Nov 18 16:25:17.596840 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5059d-a1b8-4c4f-9fe0-2c409f5f9f86 req-588a7b27-2869-4cd7-8cb1-2486f6cecf47 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:17.598426 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-8da5059d-a1b8-4c4f-9fe0-2c409f5f9f86 req-588a7b27-2869-4cd7-8cb1-2486f6cecf47 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Synchronizing usage tracker for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:17.615231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-8da5059d-a1b8-4c4f-9fe0-2c409f5f9f86 req-588a7b27-2869-4cd7-8cb1-2486f6cecf47 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Unset dirty status for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:17.616627 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8da5059d-a1b8-4c4f-9fe0-2c409f5f9f86 req-588a7b27-2869-4cd7-8cb1-2486f6cecf47 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 944 time: 0.1184297 Nov 18 16:25:17.674795 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8da5059d-a1b8-4c4f-9fe0-2c409f5f9f86 req-aedeac53-8051-44b6-86f1-cccbe09145b8 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514040 Nov 18 16:25:18.304841 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 58500) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:18.454070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b8671bec-c1ca-4b82-aadc-4b921e03f9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.486474 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b8671bec-c1ca-4b82-aadc-4b921e03f9c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:18.490525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b8671bec-c1ca-4b82-aadc-4b921e03f9c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b8419816ee384678abe724da1c63fa17 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:18.493480 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b8671bec-c1ca-4b82-aadc-4b921e03f9c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:18.499227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b8671bec-c1ca-4b82-aadc-4b921e03f9c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:18.565491 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b8671bec-c1ca-4b82-aadc-4b921e03f9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.568231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b8671bec-c1ca-4b82-aadc-4b921e03f9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.575859 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c8d2ae2b-993d-45b2-a589-54e4a4c3e6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:18.617370 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8671bec-c1ca-4b82-aadc-4b921e03f9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceed98cf-1c7e-439a-986d-bbb652d3c76e,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:18.622216 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-b8671bec-c1ca-4b82-aadc-4b921e03f9c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8419816ee384678abe724da1c63fa17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3162448 Nov 18 16:25:18.623222 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b8671bec-c1ca-4b82-aadc-4b921e03f9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:18.624853 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 58506) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:18.693009 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ef0c550e-587c-4aa4-a54c-e0f562e91f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.732617 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ef0c550e-587c-4aa4-a54c-e0f562e91f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.808984 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ef0c550e-587c-4aa4-a54c-e0f562e91f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.813663 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3c5190e0-495e-4648-8c64-fcbba9138ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:18.829976 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c550e-587c-4aa4-a54c-e0f562e91f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceed98cf-1c7e-439a-986d-bbb652d3c76e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:18.833329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ef0c550e-587c-4aa4-a54c-e0f562e91f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:18.834318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ef0c550e-587c-4aa4-a54c-e0f562e91f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:18.835694 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ef0c550e-587c-4aa4-a54c-e0f562e91f45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ceed98cf-1c7e-439a-986d-bbb652d3c76e HTTP/1.1" status: 204 len: 168 time: 0.2098293 Nov 18 16:25:18.904815 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53620aee-700e-4aac-8c65-5957d2f27ef2 req-6ae41b70-4e0c-43a7-8f0d-111ed1797482 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:18.906478 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-53620aee-700e-4aac-8c65-5957d2f27ef2 req-6ae41b70-4e0c-43a7-8f0d-111ed1797482 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 944 time: 0.0936980 Nov 18 16:25:18.960669 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-53620aee-700e-4aac-8c65-5957d2f27ef2 req-88a59dc1-1147-48b0-8a79-d9134c8da53c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474682 Nov 18 16:25:19.726963 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e21b1-4be5-4325-bb71-b01504aeb022 req-0e3ccca4-54e4-4177-808a-12ec7aae3f84 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:19.728635 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-638e21b1-4be5-4325-bb71-b01504aeb022 req-0e3ccca4-54e4-4177-808a-12ec7aae3f84 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0894761 Nov 18 16:25:19.779096 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-638e21b1-4be5-4325-bb71-b01504aeb022 req-ddfd937c-0921-4a5d-8a9a-2db5602f0c88 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432074 Nov 18 16:25:20.184662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c9639-3c8d-4129-9346-8d77e511aaa5 req-629e389b-df87-490c-90fa-f34fff9bf91a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:20.186306 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-963c9639-3c8d-4129-9346-8d77e511aaa5 req-629e389b-df87-490c-90fa-f34fff9bf91a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 944 time: 0.0884645 Nov 18 16:25:20.247909 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-963c9639-3c8d-4129-9346-8d77e511aaa5 req-30b99c35-8e54-4645-a4fa-eda65b55081f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542631 Nov 18 16:25:21.009756 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff184dac-5b21-40ce-b0ec-f5ff20d7ef46 req-d987bd27-3964-44bb-86f6-49b0242901b5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:21.011299 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ff184dac-5b21-40ce-b0ec-f5ff20d7ef46 req-d987bd27-3964-44bb-86f6-49b0242901b5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0829496 Nov 18 16:25:21.059688 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ff184dac-5b21-40ce-b0ec-f5ff20d7ef46 req-2fdd571b-bdc5-49d8-b72d-c67a2fd4d103 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421386 Nov 18 16:25:21.464509 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729fb65-c653-40ee-a4c5-b138936fee35 req-d44fe00c-d94b-4401-ba14-b20f101a6a40 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:21.466153 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9729fb65-c653-40ee-a4c5-b138936fee35 req-d44fe00c-d94b-4401-ba14-b20f101a6a40 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 944 time: 0.0833561 Nov 18 16:25:21.514323 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9729fb65-c653-40ee-a4c5-b138936fee35 req-0c3889d6-c6d5-47af-b24c-db940898b2bc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Nov 18 16:25:22.290162 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b41a7-edff-4683-a930-46d5aadf515f req-b8ab331a-6cc0-490b-a2d9-7d8079863abb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:22.291806 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cd2b41a7-edff-4683-a930-46d5aadf515f req-b8ab331a-6cc0-490b-a2d9-7d8079863abb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0847561 Nov 18 16:25:22.339886 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cd2b41a7-edff-4683-a930-46d5aadf515f req-372e0874-b576-4eeb-a66b-df13db0dcfc4 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416400 Nov 18 16:25:22.736271 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce5af1-95f4-4da8-948a-ac68e6ac6232 req-209877b4-06a6-4707-86ac-6b0e4e415864 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:22.737930 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e0ce5af1-95f4-4da8-948a-ac68e6ac6232 req-209877b4-06a6-4707-86ac-6b0e4e415864 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 944 time: 0.0868165 Nov 18 16:25:22.793437 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e0ce5af1-95f4-4da8-948a-ac68e6ac6232 req-43245821-cc69-4882-9983-0468df773c1e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487826 Nov 18 16:25:22.865532 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd948d8-91e1-433e-8169-e61f5c3ca4df req-3ce5c1b9-05bb-4fd8-a817-65e2e7850e07 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:22.867218 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-afd948d8-91e1-433e-8169-e61f5c3ca4df req-3ce5c1b9-05bb-4fd8-a817-65e2e7850e07 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 945 time: 0.0972536 Nov 18 16:25:22.915663 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-afd948d8-91e1-433e-8169-e61f5c3ca4df req-248e1d32-59e7-4203-88ff-dc04a0bb29da tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Nov 18 16:25:23.579036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c08cfe-e796-4fac-910e-7c12fac76739 req-500804b7-61b2-4a2c-bc3f-1f3c31bb9aa3 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:23.581314 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-24c08cfe-e796-4fac-910e-7c12fac76739 req-500804b7-61b2-4a2c-bc3f-1f3c31bb9aa3 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0871067 Nov 18 16:25:23.629459 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-24c08cfe-e796-4fac-910e-7c12fac76739 req-316575dd-0bff-4442-9f18-fc6106987778 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420332 Nov 18 16:25:24.009108 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ad0e7-743d-4c4f-b541-f4b55131cc1c req-2399a45d-fd74-4dce-97ee-842501217089 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:24.010748 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-371ad0e7-743d-4c4f-b541-f4b55131cc1c req-2399a45d-fd74-4dce-97ee-842501217089 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 944 time: 0.0842772 Nov 18 16:25:24.058226 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-371ad0e7-743d-4c4f-b541-f4b55131cc1c req-b9a2ca47-b62d-4689-959e-ab2ef10e5fe0 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413065 Nov 18 16:25:24.132345 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110a14f-259c-49fd-87b2-00011754ee23 req-46d420dc-4d9b-4dac-8e9b-51a944e1de3a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:24.133945 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8110a14f-259c-49fd-87b2-00011754ee23 req-46d420dc-4d9b-4dac-8e9b-51a944e1de3a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 945 time: 0.0864637 Nov 18 16:25:24.181114 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8110a14f-259c-49fd-87b2-00011754ee23 req-b95fd404-96fd-4fba-b0f4-c13891568ff2 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Nov 18 16:25:24.861749 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a4cc0-0967-4caa-99ae-23bb0abb632a req-3ca8aab8-265b-4a51-9d9a-2f0374ffc977 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:24.863380 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d37a4cc0-0967-4caa-99ae-23bb0abb632a req-3ca8aab8-265b-4a51-9d9a-2f0374ffc977 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0873246 Nov 18 16:25:24.910982 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d37a4cc0-0967-4caa-99ae-23bb0abb632a req-1076be04-a9e5-472a-8ac2-df707e53433e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415068 Nov 18 16:25:25.270065 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37eca7d-a28b-4466-82f6-202c96df2f07 req-155381e3-cbfa-4e01-8aea-89df24f929a9 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:25.271751 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a37eca7d-a28b-4466-82f6-202c96df2f07 req-155381e3-cbfa-4e01-8aea-89df24f929a9 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 944 time: 0.0860116 Nov 18 16:25:25.332150 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a37eca7d-a28b-4466-82f6-202c96df2f07 req-b4090ae7-a25c-4ad8-834b-6029ad2d3025 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543258 Nov 18 16:25:25.406161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72939893-a435-44d4-9595-b81a439cd3ad req-77796b83-cb6a-472a-a7ec-bbf6d05fbf6d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:25.407973 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72939893-a435-44d4-9595-b81a439cd3ad req-77796b83-cb6a-472a-a7ec-bbf6d05fbf6d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 945 time: 0.0913444 Nov 18 16:25:25.461080 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72939893-a435-44d4-9595-b81a439cd3ad req-14274d05-bbab-4325-b68e-b694a7d1c13c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466607 Nov 18 16:25:25.980870 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bddce-96b4-404d-98e6-f53263602c83 req-4dfc40d6-71d7-40ac-9d47-261c1d7dc336 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:25.982478 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9b8bddce-96b4-404d-98e6-f53263602c83 req-4dfc40d6-71d7-40ac-9d47-261c1d7dc336 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 945 time: 0.0862579 Nov 18 16:25:26.060588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-9b8bddce-96b4-404d-98e6-f53263602c83 req-51123c8d-d9f3-4c67-acfe-dcc39acd696b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Deleting port 086b1499-c6be-4b35-bf0c-a1e31e0b9247 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:25:26.060976 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-9b8bddce-96b4-404d-98e6-f53263602c83 req-51123c8d-d9f3-4c67-acfe-dcc39acd696b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:26.158628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975e32a-9e4e-431e-9d8a-082c83a8adab req-6c2d9d79-536a-46e2-b7b4-dedd2682d3c3 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:26.160359 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0975e32a-9e4e-431e-9d8a-082c83a8adab req-6c2d9d79-536a-46e2-b7b4-dedd2682d3c3 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0878515 Nov 18 16:25:26.211590 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0975e32a-9e4e-431e-9d8a-082c83a8adab req-88b53e6d-c138-471f-9c94-51c76fe4bbbf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450425 Nov 18 16:25:26.321785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-9b8bddce-96b4-404d-98e6-f53263602c83 req-51123c8d-d9f3-4c67-acfe-dcc39acd696b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] For port 086b1499-c6be-4b35-bf0c-a1e31e0b9247, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=086b1499-c6be-4b35-bf0c-a1e31e0b9247,segment=NetworkSegment(5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f),segment_id=5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:25:26.322197 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-9b8bddce-96b4-404d-98e6-f53263602c83 req-51123c8d-d9f3-4c67-acfe-dcc39acd696b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:26.450883 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-9b8bddce-96b4-404d-98e6-f53263602c83 req-51123c8d-d9f3-4c67-acfe-dcc39acd696b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Calling delete_port for 086b1499-c6be-4b35-bf0c-a1e31e0b9247 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:25:26.685077 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ac7dc-bf61-45aa-9fc1-8be25f8975d6 req-1cd81327-f0d7-4f14-b487-080313a7516d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:26.686640 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-412ac7dc-bf61-45aa-9fc1-8be25f8975d6 req-1cd81327-f0d7-4f14-b487-080313a7516d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=82cca3a1-9469-49f9-8a1c-7a6009df8dfd HTTP/1.1" status: 200 len: 945 time: 0.0859768 Nov 18 16:25:26.726350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aec3eed6-f409-4cd0-8755-8542cb62c97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:26.741441 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-412ac7dc-bf61-45aa-9fc1-8be25f8975d6 req-d86f3e03-d031-4e4b-b91c-f1f8a065c756 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477958 Nov 18 16:25:26.875520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4e0af-cddb-4b8c-8d6d-e67ba350627f req-2480ce66-b170-40b8-b943-4a86f8a4f070 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:26.876612 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7de4e0af-cddb-4b8c-8d6d-e67ba350627f req-2480ce66-b170-40b8-b943-4a86f8a4f070 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 944 time: 0.3945401 Nov 18 16:25:26.932237 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-9b8bddce-96b4-404d-98e6-f53263602c83 req-51123c8d-d9f3-4c67-acfe-dcc39acd696b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:26.949268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:26.996173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51123c8d-d9f3-4c67-acfe-dcc39acd696b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Pushing event deleted for resources: {'Port': ['ID=086b1499-c6be-4b35-bf0c-a1e31e0b9247,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:27.009894 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7de4e0af-cddb-4b8c-8d6d-e67ba350627f req-17e28dda-57c3-4aac-ae4d-2fa725b45295 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265521 Nov 18 16:25:27.010705 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-51123c8d-d9f3-4c67-acfe-dcc39acd696b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:27.152129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8bddce-96b4-404d-98e6-f53263602c83 req-51123c8d-d9f3-4c67-acfe-dcc39acd696b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] No DVR routers for this DVR port 086b1499-c6be-4b35-bf0c-a1e31e0b9247 on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:25:27.154313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-9b8bddce-96b4-404d-98e6-f53263602c83 req-51123c8d-d9f3-4c67-acfe-dcc39acd696b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:27.156997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cca3a1-9469-49f9-8a1c-7a6009df8dfd', 'name': 'network-vif-deleted', 'tag': '086b1499-c6be-4b35-bf0c-a1e31e0b9247'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:27.172242 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9b8bddce-96b4-404d-98e6-f53263602c83 req-51123c8d-d9f3-4c67-acfe-dcc39acd696b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "DELETE /v2.0/ports/086b1499-c6be-4b35-bf0c-a1e31e0b9247 HTTP/1.1" status: 204 len: 173 time: 1.1832688 Nov 18 16:25:27.222221 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cca3a1-9469-49f9-8a1c-7a6009df8dfd', 'name': 'network-vif-deleted', 'tag': '086b1499-c6be-4b35-bf0c-a1e31e0b9247', 'status': 'completed', 'code': 200} Nov 18 16:25:27.265311 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 40b9fe13-9c90-4edd-92dc-660838ae9fa7 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:27.340824 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:25:27.345936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:27.346435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:27.455424 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0727a2-1f56-4e90-ab50-88187cf3fdd8 req-d97bd568-9720-4f65-9a57-b8cd041a8a8b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:27.457141 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4c0727a2-1f56-4e90-ab50-88187cf3fdd8 req-d97bd568-9720-4f65-9a57-b8cd041a8a8b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0878799 Nov 18 16:25:27.467927 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:27.496126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b9fe13-9c90-4edd-92dc-660838ae9fa7'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:27.506849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 40b9fe13-9c90-4edd-92dc-660838ae9fa7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=40b9fe13-9c90-4edd-92dc-660838ae9fa7,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:25:27.510993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:27.512754 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4c0727a2-1f56-4e90-ab50-88187cf3fdd8 req-ce94872e-62b0-4a26-996c-9c99889fd46c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484748 Nov 18 16:25:27.513190 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:27.570418 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b9fe13-9c90-4edd-92dc-660838ae9fa7', 'code': 200} Nov 18 16:25:27.595020 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=40b9fe13-9c90-4edd-92dc-660838ae9fa7,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:27.598468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:27.831533 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-963d3578-d6a5-445d-a9fa-10f8f14ce8c1 req-0a7e46bd-1c87-4ba1-8201-1583b182ff49 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 1163 time: 0.0763230 Nov 18 16:25:27.885808 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-963d3578-d6a5-445d-a9fa-10f8f14ce8c1 req-8a4b3cd1-0d22-4756-a99b-d2eb9c971e72 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431530 Nov 18 16:25:28.219394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86eeae7-943d-4364-870e-11e790afbb33 req-a200d9d1-28bd-47f1-84a2-0375dccaf18b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:28.221545 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e86eeae7-943d-4364-870e-11e790afbb33 req-a200d9d1-28bd-47f1-84a2-0375dccaf18b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0823753 Nov 18 16:25:28.268219 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e86eeae7-943d-4364-870e-11e790afbb33 req-d9e73c23-053e-4106-874c-7b7ca5a50d3e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407171 Nov 18 16:25:28.795871 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7593c89-b860-4a9a-87a6-37f21d7cd941 req-218c261a-b57c-4d8d-9485-05aaaef44590 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:28.797559 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f7593c89-b860-4a9a-87a6-37f21d7cd941 req-218c261a-b57c-4d8d-9485-05aaaef44590 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.1387291 Nov 18 16:25:28.858596 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f7593c89-b860-4a9a-87a6-37f21d7cd941 req-f5ab471d-5bdc-4425-b8d9-602aea9c85b1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540409 Nov 18 16:25:29.202907 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 40b9fe13-9c90-4edd-92dc-660838ae9fa7 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:29.273689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:29.274241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:29.326576 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-877da669-b745-41d4-bfc4-d6b3a69d0faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:29.419434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 086b1499-c6be-4b35-bf0c-a1e31e0b9247 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:25:29.453606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] No Port match for: 086b1499-c6be-4b35-bf0c-a1e31e0b9247 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:25:29.454251 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 086b1499-c6be-4b35-bf0c-a1e31e0b9247 not bound to the agent host hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:25:29.504788 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a18434-84eb-44a2-95b5-24be01810245 req-78ec4406-7e0a-466a-97eb-ea931cc00c78 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:29.506418 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-14a18434-84eb-44a2-95b5-24be01810245 req-78ec4406-7e0a-466a-97eb-ea931cc00c78 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0851464 Nov 18 16:25:29.526811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e65fc-8b15-4330-abb4-6b8eb210b4f6 req-a9048b93-e913-48ec-8e82-abcd186b366b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:29.528477 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-977e65fc-8b15-4330-abb4-6b8eb210b4f6 req-a9048b93-e913-48ec-8e82-abcd186b366b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 945 time: 0.0882621 Nov 18 16:25:29.559739 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-14a18434-84eb-44a2-95b5-24be01810245 req-8a8eaec5-9573-47c9-8653-de870eb5190c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467772 Nov 18 16:25:29.578211 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-977e65fc-8b15-4330-abb4-6b8eb210b4f6 req-e735b427-c30a-4dd0-8307-b3b042bed4d6 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427406 Nov 18 16:25:29.667376 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:30.092044 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b124-8980-4a6f-bf8c-8fff29b734b4 req-e1c8e4f8-5c9d-44ef-bde2-1c06c15c6a2e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:30.093660 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5117b124-8980-4a6f-bf8c-8fff29b734b4 req-e1c8e4f8-5c9d-44ef-bde2-1c06c15c6a2e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0868325 Nov 18 16:25:30.141369 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5117b124-8980-4a6f-bf8c-8fff29b734b4 req-706c3780-f8b4-42a5-9c4b-22bf9f90cc7d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415740 Nov 18 16:25:30.652824 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:30.775996 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f235c24-2f50-4264-b55a-bce4c891f412 req-fabfbea9-ee4d-4f93-aac1-85c5d61faab2 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:30.777573 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3f235c24-2f50-4264-b55a-bce4c891f412 req-fabfbea9-ee4d-4f93-aac1-85c5d61faab2 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0858400 Nov 18 16:25:30.792763 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debba883-e3ea-4b10-a3ab-b1774fcbe2c8 req-298c94e0-37fa-4640-84ce-81865c015fd9 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:30.793517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-debba883-e3ea-4b10-a3ab-b1774fcbe2c8 req-298c94e0-37fa-4640-84ce-81865c015fd9 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Synchronizing usage tracker for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:30.811946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-debba883-e3ea-4b10-a3ab-b1774fcbe2c8 req-298c94e0-37fa-4640-84ce-81865c015fd9 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Unset dirty status for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:30.813228 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-debba883-e3ea-4b10-a3ab-b1774fcbe2c8 req-298c94e0-37fa-4640-84ce-81865c015fd9 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 945 time: 0.1057012 Nov 18 16:25:30.828526 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3f235c24-2f50-4264-b55a-bce4c891f412 req-e27d52f6-7676-4c49-93d0-e14753a56e9e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445957 Nov 18 16:25:30.854506 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:25:30.869672 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-debba883-e3ea-4b10-a3ab-b1774fcbe2c8 req-c3ae28c2-c308-4246-90cf-2e627d5045d0 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449805 Nov 18 16:25:31.045098 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43796fe7-34f7-4829-a3f2-e95b146742d2 req-5f21191c-face-4d2b-890d-fd36507f5272 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:31.046721 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-43796fe7-34f7-4829-a3f2-e95b146742d2 req-5f21191c-face-4d2b-890d-fd36507f5272 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0913503 Nov 18 16:25:31.057811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 58748) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:31.063678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-4f067a5d-5661-4c8b-a398-ffbfb237be35 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Request body: {'floatingip': {'port_id': '40b9fe13-9c90-4edd-92dc-660838ae9fa7'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:31.146590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4f067a5d-5661-4c8b-a398-ffbfb237be35 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:31.185550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:31.564394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4cb1d-8503-4d4c-bab1-512a074694b3 req-9b1b8a0b-abee-44f6-aacb-b2965071be80 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:31.565965 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-acf4cb1d-8503-4d4c-bab1-512a074694b3 req-9b1b8a0b-abee-44f6-aacb-b2965071be80 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.2431886 Nov 18 16:25:31.635850 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-acf4cb1d-8503-4d4c-bab1-512a074694b3 req-29dc0bed-2a32-4d00-a39d-9a3bd47bc717 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620534 Nov 18 16:25:31.766613 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 40b9fe13-9c90-4edd-92dc-660838ae9fa7 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:31.842368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:31.842722 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:31.901838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4f067a5d-5661-4c8b-a398-ffbfb237be35 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:31.905005 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4f067a5d-5661-4c8b-a398-ffbfb237be35 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:32.116908 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [None req-4f067a5d-5661-4c8b-a398-ffbfb237be35 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Floating IP 7457f529-2126-46d3-81fb-e53725945824 associated. External IP: 172.27.0.23, port: 40b9fe13-9c90-4edd-92dc-660838ae9fa7. Nov 18 16:25:32.232434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f1a81-71be-4f4f-b685-c71282f3002f req-509d6659-aaf9-4ffc-83cb-dace313cc7a2 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:32.234074 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d68f1a81-71be-4f4f-b685-c71282f3002f req-509d6659-aaf9-4ffc-83cb-dace313cc7a2 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 945 time: 0.0865674 Nov 18 16:25:32.281923 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d68f1a81-71be-4f4f-b685-c71282f3002f req-cebf54fc-9108-416f-8fcc-b83fa7b35295 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Nov 18 16:25:32.286814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65aea0-af33-4ba2-ad34-00627ac29703 req-f3fcc3a5-f5ef-4b52-9101-603a44b1fe12 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:32.288425 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6d65aea0-af33-4ba2-ad34-00627ac29703 req-f3fcc3a5-f5ef-4b52-9101-603a44b1fe12 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 945 time: 0.1216881 Nov 18 16:25:32.420726 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-6d65aea0-af33-4ba2-ad34-00627ac29703 req-30b6797a-8cc1-4fe1-9d9e-c9727aca075c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Deleting port 6bac8fc7-d193-47c2-a17b-3f706af83cc9 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:25:32.421121 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6d65aea0-af33-4ba2-ad34-00627ac29703 req-30b6797a-8cc1-4fe1-9d9e-c9727aca075c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:33.061849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-6d65aea0-af33-4ba2-ad34-00627ac29703 req-30b6797a-8cc1-4fe1-9d9e-c9727aca075c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] For port 6bac8fc7-d193-47c2-a17b-3f706af83cc9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=6bac8fc7-d193-47c2-a17b-3f706af83cc9,segment=NetworkSegment(5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f),segment_id=5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:25:33.062440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6d65aea0-af33-4ba2-ad34-00627ac29703 req-30b6797a-8cc1-4fe1-9d9e-c9727aca075c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:33.245975 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adf56c-bb6f-4819-93a5-fb20377c3b1f req-842450c4-e7ad-4a99-8f95-90b7e37931ae tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:33.247623 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e3adf56c-bb6f-4819-93a5-fb20377c3b1f req-842450c4-e7ad-4a99-8f95-90b7e37931ae tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.3848126 Nov 18 16:25:33.259412 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-6d65aea0-af33-4ba2-ad34-00627ac29703 req-30b6797a-8cc1-4fe1-9d9e-c9727aca075c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Calling delete_port for 6bac8fc7-d193-47c2-a17b-3f706af83cc9 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:25:33.400323 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e3adf56c-bb6f-4819-93a5-fb20377c3b1f req-ec20f756-d6f2-4c68-80e3-71e4620788ea tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124747 Nov 18 16:25:33.483477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f067a5d-5661-4c8b-a398-ffbfb237be35 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Router 8915eb2b-b359-4b8e-a843-d89a30ed25ec has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:25:33.493839 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6d65aea0-af33-4ba2-ad34-00627ac29703 req-30b6797a-8cc1-4fe1-9d9e-c9727aca075c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:33.499260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85d7cc-eb5f-4474-aefc-4d92eef672dc req-f92ac49d-203a-41ba-ad13-adfafc60fb4e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:33.500894 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6f85d7cc-eb5f-4474-aefc-4d92eef672dc req-f92ac49d-203a-41ba-ad13-adfafc60fb4e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 867 time: 0.0878468 Nov 18 16:25:33.510799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b171550e-3471-4623-b0ca-0382a401d749 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:33.551855 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6f85d7cc-eb5f-4474-aefc-4d92eef672dc req-bb1f23b0-7327-49ed-860f-17e6285dcbb6 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440173 Nov 18 16:25:33.574530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6797a-8cc1-4fe1-9d9e-c9727aca075c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Pushing event deleted for resources: {'Port': ['ID=6bac8fc7-d193-47c2-a17b-3f706af83cc9,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:33.629365 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-30b6797a-8cc1-4fe1-9d9e-c9727aca075c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:33.863590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d65aea0-af33-4ba2-ad34-00627ac29703 req-30b6797a-8cc1-4fe1-9d9e-c9727aca075c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] No DVR routers for this DVR port 6bac8fc7-d193-47c2-a17b-3f706af83cc9 on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:25:33.869432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-6d65aea0-af33-4ba2-ad34-00627ac29703 req-30b6797a-8cc1-4fe1-9d9e-c9727aca075c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:33.872150 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f734e32f-baf8-41bb-b5fe-71c698a6322d', 'name': 'network-vif-deleted', 'tag': '6bac8fc7-d193-47c2-a17b-3f706af83cc9'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:33.891913 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6d65aea0-af33-4ba2-ad34-00627ac29703 req-30b6797a-8cc1-4fe1-9d9e-c9727aca075c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "DELETE /v2.0/ports/6bac8fc7-d193-47c2-a17b-3f706af83cc9 HTTP/1.1" status: 204 len: 173 time: 1.5568953 Nov 18 16:25:33.928778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f067a5d-5661-4c8b-a398-ffbfb237be35 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:25:33.933696 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4f067a5d-5661-4c8b-a398-ffbfb237be35 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:33.942937 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044aa025-8826-4e24-b620-090bcd5fad22 None None] Sync routers for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:25:33.956180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044aa025-8826-4e24-b620-090bcd5fad22 None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:25:33.957040 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-044aa025-8826-4e24-b620-090bcd5fad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:25:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:33.960021 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f734e32f-baf8-41bb-b5fe-71c698a6322d', 'name': 'network-vif-deleted', 'tag': '6bac8fc7-d193-47c2-a17b-3f706af83cc9', 'status': 'completed', 'code': 200} Nov 18 16:25:33.995958 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-4f067a5d-5661-4c8b-a398-ffbfb237be35 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "PUT /v2.0/floatingips/7457f529-2126-46d3-81fb-e53725945824 HTTP/1.1" status: 200 len: 991 time: 2.9369347 Nov 18 16:25:34.147406 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-044aa025-8826-4e24-b620-090bcd5fad22 None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:25:34.512908 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-044aa025-8826-4e24-b620-090bcd5fad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '7457f529-2126-46d3-81fb-e53725945824', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'port_id': '40b9fe13-9c90-4edd-92dc-660838ae9fa7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'mac_address': 'fa:16:3e:b9:85:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:24:46Z', 'updated_at': '2020-11-18T16:25:31Z', 'revision_number': 1, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:51Z', 'revision_number': 5, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:34.517553 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044aa025-8826-4e24-b620-090bcd5fad22 None None] Checking router: 8915eb2b-b359-4b8e-a843-d89a30ed25ec for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:25:34.528585 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044aa025-8826-4e24-b620-090bcd5fad22 None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:25:34.529247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-044aa025-8826-4e24-b620-090bcd5fad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:25:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:34.630657 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba15b5d-0207-4eea-b688-4ceb5df796d2 req-b1e845c5-523a-4ad8-b2ca-4f6eeb07e873 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:34.633852 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-aba15b5d-0207-4eea-b688-4ceb5df796d2 req-b1e845c5-523a-4ad8-b2ca-4f6eeb07e873 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0849092 Nov 18 16:25:34.681147 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-aba15b5d-0207-4eea-b688-4ceb5df796d2 req-60ca1a89-4e05-4a92-977d-71e4df03289a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 Nov 18 16:25:34.716708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-044aa025-8826-4e24-b620-090bcd5fad22 None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:25:34.869181 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-b32cb55b-96c1-4589-94fb-7a52837be56e req-ed1b9ec9-a085-4088-b34e-9dcf2257da08 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Synchronizing usage tracker for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:34.885158 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-b32cb55b-96c1-4589-94fb-7a52837be56e req-ed1b9ec9-a085-4088-b34e-9dcf2257da08 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Unset dirty status for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:34.886562 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b32cb55b-96c1-4589-94fb-7a52837be56e req-ed1b9ec9-a085-4088-b34e-9dcf2257da08 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 210 time: 0.0700521 Nov 18 16:25:35.228956 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-044aa025-8826-4e24-b620-090bcd5fad22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '7457f529-2126-46d3-81fb-e53725945824', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'port_id': '40b9fe13-9c90-4edd-92dc-660838ae9fa7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'mac_address': 'fa:16:3e:b9:85:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:24:46Z', 'updated_at': '2020-11-18T16:25:31Z', 'revision_number': 1, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:51Z', 'revision_number': 5, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:35.233149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044aa025-8826-4e24-b620-090bcd5fad22 None None] The sync data for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi is: [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '7457f529-2126-46d3-81fb-e53725945824', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'port_id': '40b9fe13-9c90-4edd-92dc-660838ae9fa7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'mac_address': 'fa:16:3e:b9:85:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:24:46Z', 'updated_at': '2020-11-18T16:25:31Z', 'revision_number': 1, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:51Z', 'revision_number': 5, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:25:35.499746 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d85b62b-2f9e-4f56-a948-e4c076924217 None None] New status for floating IP 7457f529-2126-46d3-81fb-e53725945824: ACTIVE {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:25:35.912157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408249f3-7fb6-462c-bafd-30998e6f1feb req-c593f49f-8cb7-4c66-aeaa-a635851e68c5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:35.913802 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-408249f3-7fb6-462c-bafd-30998e6f1feb req-c593f49f-8cb7-4c66-aeaa-a635851e68c5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0845017 Nov 18 16:25:35.960907 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'tag': '40b9fe13-9c90-4edd-92dc-660838ae9fa7'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:35.969639 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-408249f3-7fb6-462c-bafd-30998e6f1feb req-11b16c9f-9c5e-4332-b320-240df16c6b6d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494053 Nov 18 16:25:36.156143 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8aac8c91-bb0e-493e-bfdd-cf4c41246c09 req-cc23cb7e-cfb3-40c7-803c-0141d3945254 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 210 time: 0.0465431 Nov 18 16:25:36.225965 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'tag': '40b9fe13-9c90-4edd-92dc-660838ae9fa7', 'status': 'completed', 'code': 200} Nov 18 16:25:37.336352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454e8ee-d19a-427e-b49d-71cd61885685 req-9c94a959-bf6f-4e8a-9524-2cb503260807 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:37.338006 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b454e8ee-d19a-427e-b49d-71cd61885685 req-9c94a959-bf6f-4e8a-9524-2cb503260807 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0893874 Nov 18 16:25:37.452470 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b454e8ee-d19a-427e-b49d-71cd61885685 req-b118bb75-7d7c-4e54-8f69-008974283fbb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748291 Nov 18 16:25:37.464794 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ee3737f-521d-4b54-b022-19a022571318 req-ad9089d2-5cc2-490a-af3a-2e8ca7fb86b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeb580cf3a5f44b8831c32865a294c26&device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 1163 time: 0.1247964 Nov 18 16:25:37.496344 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-30e648e9-a56d-4430-9a08-a56f30807bd7 req-bff76483-1c34-42b8-860a-7e3cbe50c5b7 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 210 time: 0.0462060 Nov 18 16:25:37.611432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3737f-521d-4b54-b022-19a022571318 req-54d4f902-2685-47f3-8734-50a95d72f7de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:37.613078 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ee3737f-521d-4b54-b022-19a022571318 req-54d4f902-2685-47f3-8734-50a95d72f7de service neutron] 10.222.0.49 "GET /v2.0/networks?id=34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 200 len: 903 time: 0.1406202 Nov 18 16:25:37.724347 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ee3737f-521d-4b54-b022-19a022571318 req-83ef43af-42f4-4135-b879-a3fbf66a94b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40b9fe13-9c90-4edd-92dc-660838ae9fa7 HTTP/1.1" status: 200 len: 1001 time: 0.1038113 Nov 18 16:25:37.797402 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3737f-521d-4b54-b022-19a022571318 req-b767217e-a834-4ccb-8f1e-d240d6d3c97e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:37.799022 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ee3737f-521d-4b54-b022-19a022571318 req-b767217e-a834-4ccb-8f1e-d240d6d3c97e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=694ea650-631a-4d5b-99f1-da9e1c62ca3c HTTP/1.1" status: 200 len: 848 time: 0.0671079 Nov 18 16:25:37.882076 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ee3737f-521d-4b54-b022-19a022571318 req-db8d7b5d-9305-44fc-b168-b5b634e00684 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34419161-9207-4159-bf2c-4dd3d8b2a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754323 Nov 18 16:25:38.029833 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ee3737f-521d-4b54-b022-19a022571318 req-df7c7099-3cf4-4a03-a2e2-12d72fcac6f8 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406739 Nov 18 16:25:38.188878 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ee3737f-521d-4b54-b022-19a022571318 req-d7c23833-f6d9-4d21-930e-2708e282e380 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367242 Nov 18 16:25:38.704196 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eff3e5a6-789f-4098-a65d-547d9280319d req-dca397bf-7ed5-43b6-8b5f-26e3d3007e6d tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=f734e32f-baf8-41bb-b5fe-71c698a6322d HTTP/1.1" status: 200 len: 210 time: 0.0467215 Nov 18 16:25:38.724641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5ee8a-9497-439e-92ea-09fced3bc3da req-7a7b83f8-40fc-4014-9b72-fe9a3488805e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:38.726355 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a6a5ee8a-9497-439e-92ea-09fced3bc3da req-7a7b83f8-40fc-4014-9b72-fe9a3488805e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.1246717 Nov 18 16:25:38.780587 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a6a5ee8a-9497-439e-92ea-09fced3bc3da req-64809d77-4c3d-449b-9f8c-cff2e275bbea tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472515 Nov 18 16:25:39.030953 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 9185da52-7e4d-4a59-834a-05b87e9ab962 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:39.105131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 9185da52-7e4d-4a59-834a-05b87e9ab962 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:39.105558 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:39.234006 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 6bac8fc7-d193-47c2-a17b-3f706af83cc9 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:25:39.265343 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] No Port match for: 6bac8fc7-d193-47c2-a17b-3f706af83cc9 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:25:39.265734 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 6bac8fc7-d193-47c2-a17b-3f706af83cc9 not bound to the agent host hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:25:40.077225 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f1604809-46e7-428b-91e3-20aed3ee1833 req-9d06bbf8-c1b2-4d4d-97e5-3b7831662d96 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2241325 Nov 18 16:25:40.113920 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec66f1-6c28-4cce-bf26-eda229e46372 req-35b9a5e6-804c-446e-8145-15532d1bb2c1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:40.122925 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4fec66f1-6c28-4cce-bf26-eda229e46372 req-35b9a5e6-804c-446e-8145-15532d1bb2c1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.1532633 Nov 18 16:25:40.208712 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4fec66f1-6c28-4cce-bf26-eda229e46372 req-3ab1cb8a-48dc-4745-8fa2-88d5b4dd8b3b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847507 Nov 18 16:25:40.324254 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f1604809-46e7-428b-91e3-20aed3ee1833 req-1c7314e8-7462-452c-8cfe-d721b790c289 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 1163 time: 0.1141126 Nov 18 16:25:40.345682 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fcb48-79c0-422d-b771-fde0322b3377 req-d0164128-e19a-45a4-90ec-080acc97c39f tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:40.347322 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ce1fcb48-79c0-422d-b771-fde0322b3377 req-d0164128-e19a-45a4-90ec-080acc97c39f tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 946 time: 0.0934291 Nov 18 16:25:40.406208 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ce1fcb48-79c0-422d-b771-fde0322b3377 req-7dc7a0a0-86b6-4d4e-bcbb-65c70348ac66 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518565 Nov 18 16:25:40.529615 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1604809-46e7-428b-91e3-20aed3ee1833 req-cb8c7450-a8be-4f3f-acc5-8db1ee4eb377 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:40.531409 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f1604809-46e7-428b-91e3-20aed3ee1833 req-cb8c7450-a8be-4f3f-acc5-8db1ee4eb377 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 200 len: 909 time: 0.1829879 Nov 18 16:25:40.621529 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f1604809-46e7-428b-91e3-20aed3ee1833 req-d87791b5-f047-4423-a547-e8f0838eef4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 HTTP/1.1" status: 200 len: 217 time: 0.0747414 Nov 18 16:25:40.741394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1604809-46e7-428b-91e3-20aed3ee1833 req-9e4bcce6-7121-4e22-b4b9-618dfd77c40a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:40.743761 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f1604809-46e7-428b-91e3-20aed3ee1833 req-9e4bcce6-7121-4e22-b4b9-618dfd77c40a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9108d91e-b222-46b4-8a8e-afe4350e9f94 HTTP/1.1" status: 200 len: 855 time: 0.0967817 Nov 18 16:25:40.832630 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f1604809-46e7-428b-91e3-20aed3ee1833 req-779ee835-a258-4e29-9ee3-7c3461e2650b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a838d3d3-fae8-4bed-95c5-46e56f447f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650551 Nov 18 16:25:41.001496 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f1604809-46e7-428b-91e3-20aed3ee1833 req-8b8492d4-f072-4453-a284-9801f6ca5f61 service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575634 Nov 18 16:25:41.366712 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f1604809-46e7-428b-91e3-20aed3ee1833 req-0849b080-082e-4b49-b00d-cf2b1ee0f876 service neutron] 10.222.0.49 "GET /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3597689 Nov 18 16:25:41.468266 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12526988-5fb7-4b4f-992e-ca81299a2b86 req-e2ada07c-bfa3-46a9-913c-4772dddb74c1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:41.470564 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-12526988-5fb7-4b4f-992e-ca81299a2b86 req-e2ada07c-bfa3-46a9-913c-4772dddb74c1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0832028 Nov 18 16:25:41.521588 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-12526988-5fb7-4b4f-992e-ca81299a2b86 req-b02114e8-34e5-49d4-9dbf-04ad749c93ba tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449715 Nov 18 16:25:41.602182 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-3b61cb91-0538-4ef8-b4a9-67adc28707d4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:security_group {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:41.617774 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-3b61cb91-0538-4ef8-b4a9-67adc28707d4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:security_group {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:41.619074 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-3b61cb91-0538-4ef8-b4a9-67adc28707d4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1354816232&fields=id&tenant_id=4f83100735174800a64c933476053984 HTTP/1.1" status: 200 len: 267 time: 0.0651710 Nov 18 16:25:41.739651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f48afb-bea0-4a62-b2c0-411fb2e5cb9c req-d0162569-dff4-44de-87ac-66ffe159337c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:41.741305 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-85f48afb-bea0-4a62-b2c0-411fb2e5cb9c req-d0162569-dff4-44de-87ac-66ffe159337c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 946 time: 0.0849273 Nov 18 16:25:41.786727 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b6290685-2544-49db-9825-31b429b98acb tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:41.795054 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b6290685-2544-49db-9825-31b429b98acb tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 811 time: 0.1678348 Nov 18 16:25:41.814611 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-85f48afb-bea0-4a62-b2c0-411fb2e5cb9c req-93d2f280-a37a-4ef3-a223-74d474ea5b38 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670733 Nov 18 16:25:41.815032 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-12ca54f9-08e2-43e8-938b-1ee0b924de39 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/quotas/4f83100735174800a64c933476053984 HTTP/1.1" status: 200 len: 375 time: 0.0186210 Nov 18 16:25:41.898692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-954a57bd-9cb8-48d5-af4c-461fb0fb585e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:41.914831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-954a57bd-9cb8-48d5-af4c-461fb0fb585e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:41.916281 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-954a57bd-9cb8-48d5-af4c-461fb0fb585e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004274 Nov 18 16:25:42.076268 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-a47497e7-3bda-4698-b0c5-fc0af9645048 service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466339 Nov 18 16:25:42.248404 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-58dac852-5bfc-4c7a-a430-73efd398c1f3 service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1635153 Nov 18 16:25:42.406880 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 58936) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:42.566681 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd199647-9f49-42c7-988d-603873fdf422 req-da250b26-f139-4758-ac25-62e22b8400e0 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:42.568269 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dd199647-9f49-42c7-988d-603873fdf422 req-da250b26-f139-4758-ac25-62e22b8400e0 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 946 time: 0.0956938 Nov 18 16:25:42.593049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:42.629832 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:42.634481 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Usage tracker for resource:security_group_rule and tenant:8f65d054f93a4204a684251f9cb34d7b is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:42.637886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:42.644897 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:42.665516 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-dd199647-9f49-42c7-988d-603873fdf422 req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Deleting port de96592d-e93c-4b0e-84c7-f4f54e2e06e3 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:25:42.666218 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-dd199647-9f49-42c7-988d-603873fdf422 req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:42.779880 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-458995b8-0e4e-4853-8cbc-80ae50d11208 req-5ce6e8e4-0418-467e-9865-cf7b5fa46c0c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 210 time: 0.0607476 Nov 18 16:25:42.802325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:42.806909 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:42.817438 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-bd3020c5-8050-4f2e-a1af-5b62af1a781f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:42.866688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d896254c-1f07-4a98-aa1c-47647cd6584b,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:42.872082 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f65d054f93a4204a684251f9cb34d7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4635313 Nov 18 16:25:42.875383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 58958) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:42.898550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.899590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.900132 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.900634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.901133 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.902100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.902621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.903636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.903636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.904143 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.904641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.905158 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.905943 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.906793 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.907329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.907853 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.908352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.908841 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.909346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.909932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.911078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.911543 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.912025 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.912507 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:42.929382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:42.934321 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e739cab-bd69-45bf-bc2f-f7280f9527ad req-0ff25b32-3b95-4098-a69d-e71e22fcd560 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:42.945349 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3e739cab-bd69-45bf-bc2f-f7280f9527ad req-0ff25b32-3b95-4098-a69d-e71e22fcd560 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.2426867 Nov 18 16:25:42.982163 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7f20dda5-006d-41dc-a7c9-abee99849395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:43.072890 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7f20dda5-006d-41dc-a7c9-abee99849395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:43.110089 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3e739cab-bd69-45bf-bc2f-f7280f9527ad req-5ddbbd1d-adca-4036-998e-edf5d547d60a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635709 Nov 18 16:25:43.154989 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd54475-512d-43a9-a4aa-1d7f9539490d req-627b04e8-fe7f-49f5-a17b-6baf27dd550e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:43.156789 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9bd54475-512d-43a9-a4aa-1d7f9539490d req-627b04e8-fe7f-49f5-a17b-6baf27dd550e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 946 time: 0.1345527 Nov 18 16:25:43.158360 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7f20dda5-006d-41dc-a7c9-abee99849395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:43.162328 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:43.164633 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:43.174622 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-dd199647-9f49-42c7-988d-603873fdf422 req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] For port de96592d-e93c-4b0e-84c7-f4f54e2e06e3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=de96592d-e93c-4b0e-84c7-f4f54e2e06e3,segment=NetworkSegment(5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f),segment_id=5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:25:43.175171 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-dd199647-9f49-42c7-988d-603873fdf422 req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:43.177166 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20dda5-006d-41dc-a7c9-abee99849395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d896254c-1f07-4a98-aa1c-47647cd6584b,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:43.193879 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7f20dda5-006d-41dc-a7c9-abee99849395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:43.201958 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7f20dda5-006d-41dc-a7c9-abee99849395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:43.203185 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-7f20dda5-006d-41dc-a7c9-abee99849395 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d896254c-1f07-4a98-aa1c-47647cd6584b HTTP/1.1" status: 204 len: 168 time: 0.3255997 Nov 18 16:25:43.237077 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9bd54475-512d-43a9-a4aa-1d7f9539490d req-075c885b-e225-4947-bfe2-a2767bdbb2a3 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644679 Nov 18 16:25:43.341552 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-dd199647-9f49-42c7-988d-603873fdf422 req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Calling delete_port for de96592d-e93c-4b0e-84c7-f4f54e2e06e3 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:25:43.450156 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 9185da52-7e4d-4a59-834a-05b87e9ab962 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:25:43.504752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-dd199647-9f49-42c7-988d-603873fdf422 req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:43.537373 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fe7d1e65-ff5a-4b62-b733-57db0c2e4e96 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:43.582135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 9185da52-7e4d-4a59-834a-05b87e9ab962 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:43.582650 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:43.725045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Pushing event deleted for resources: {'Port': ['ID=de96592d-e93c-4b0e-84c7-f4f54e2e06e3,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:43.725410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device de96592d-e93c-4b0e-84c7-f4f54e2e06e3 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:25:43.764900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] No Port match for: de96592d-e93c-4b0e-84c7-f4f54e2e06e3 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:25:43.765512 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device de96592d-e93c-4b0e-84c7-f4f54e2e06e3 not bound to the agent host hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:25:43.767461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd199647-9f49-42c7-988d-603873fdf422 req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] No DVR routers for this DVR port de96592d-e93c-4b0e-84c7-f4f54e2e06e3 on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:25:43.773060 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-dd199647-9f49-42c7-988d-603873fdf422 req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:43.776515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bd94699-f56b-4ddb-a8ba-522472ac17fd', 'name': 'network-vif-deleted', 'tag': 'de96592d-e93c-4b0e-84c7-f4f54e2e06e3'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:43.785296 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.785861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.786274 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.786688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.787041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.787429 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.787943 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.788336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.788732 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.789118 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.789505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.789886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.790321 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.790700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.791084 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.791469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.791874 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.792258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.792635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.793012 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.793389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.793861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.794119 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.794494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:25:43.801027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:43.816407 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dd199647-9f49-42c7-988d-603873fdf422 req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "DELETE /v2.0/ports/de96592d-e93c-4b0e-84c7-f4f54e2e06e3 HTTP/1.1" status: 204 len: 173 time: 1.2409616 Nov 18 16:25:43.856809 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bd94699-f56b-4ddb-a8ba-522472ac17fd', 'name': 'network-vif-deleted', 'tag': 'de96592d-e93c-4b0e-84c7-f4f54e2e06e3', 'status': 'completed', 'code': 200} Nov 18 16:25:43.990744 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b9199673-208b-4a2b-8eab-7e6c46ac1583 req-a8c288cc-a8e3-475a-8273-2081264f0393 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 210 time: 0.0498376 Nov 18 16:25:44.204549 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-ad3ff01a-772c-4c44-9163-2aee8e013ff9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:44.205728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-ad3ff01a-772c-4c44-9163-2aee8e013ff9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:network {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:44.229193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-ad3ff01a-772c-4c44-9163-2aee8e013ff9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:network {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:44.231185 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-ad3ff01a-772c-4c44-9163-2aee8e013ff9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 811 time: 0.1960561 Nov 18 16:25:44.347122 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-46ac4ac3-08a4-4cc8-9d46-cf46a33f91b4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:44.370608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a1f3a-e94c-425e-a744-33662ee71a76 req-178c619e-c506-4564-9c44-77abe4d665ee tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:44.372751 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-075a1f3a-e94c-425e-a744-33662ee71a76 req-178c619e-c506-4564-9c44-77abe4d665ee tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0924251 Nov 18 16:25:44.386560 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-46ac4ac3-08a4-4cc8-9d46-cf46a33f91b4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:44.388148 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-46ac4ac3-08a4-4cc8-9d46-cf46a33f91b4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f83100735174800a64c933476053984 HTTP/1.1" status: 200 len: 5087 time: 0.1355970 Nov 18 16:25:44.398379 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'port': {'device_id': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'admin_state_up': True, 'tenant_id': '4f83100735174800a64c933476053984', 'security_groups': ['1b52d9e7-4187-41af-ac29-862dbfd70c6a']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:44.495482 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-075a1f3a-e94c-425e-a744-33662ee71a76 req-9e89cfba-a605-48f1-9d39-07a40dfa6edf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151545 Nov 18 16:25:44.517862 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-27f5eadb-d2bb-4d27-bfb9-e0e39ee96109 req-a897e805-ffe9-4385-ae94-28b7ac96682a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Synchronizing usage tracker for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:44.613336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-27f5eadb-d2bb-4d27-bfb9-e0e39ee96109 req-a897e805-ffe9-4385-ae94-28b7ac96682a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Unset dirty status for tenant:b81c90ae0a21465eb9781fe4a1f9c2ee on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:44.615878 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-27f5eadb-d2bb-4d27-bfb9-e0e39ee96109 req-a897e805-ffe9-4385-ae94-28b7ac96682a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=1bd94699-f56b-4ddb-a8ba-522472ac17fd HTTP/1.1" status: 200 len: 210 time: 0.1971402 Nov 18 16:25:44.658284 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:44.670722 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:44.680891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Made reservation on behalf of 4f83100735174800a64c933476053984 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:25:44.686373 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:45.005488 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Allocated IP 172.20.0.5 (f9cc2ce3-1d54-4e8e-bb85-717fece24024/a1cef1fe-ef83-419a-a201-80a4671186f4/9202498d-c165-4e5a-96ff-7a579fab1ea9) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:25:45.214810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 59066) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:45.230028 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5ef72c0d-a636-4d37-8d72-aac342919a4c req-2ea39d3d-b2dd-487d-8de4-e4b3b19dda6d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 210 time: 0.0599630 Nov 18 16:25:45.286254 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:45.303604 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Transition to ACTIVE for port object 9202498d-c165-4e5a-96ff-7a579fab1ea9 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:25:45.326311 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:45.341973 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:45.378233 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1b0480a0-a24d-4796-936a-cdb7c3c704de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:45.419625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-1b0480a0-a24d-4796-936a-cdb7c3c704de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:45.425008 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-1b0480a0-a24d-4796-936a-cdb7c3c704de admin admin] Usage tracker for resource:security_group_rule and tenant:7c5c01aa05074fd2b8ff07622cebd541 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:45.428364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-1b0480a0-a24d-4796-936a-cdb7c3c704de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:45.440540 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-1b0480a0-a24d-4796-936a-cdb7c3c704de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:45.492806 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event updated for resources: {'Port': ['ID=9202498d-c165-4e5a-96ff-7a579fab1ea9,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:45.498282 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:45.539579 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1b0480a0-a24d-4796-936a-cdb7c3c704de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:45.545091 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1b0480a0-a24d-4796-936a-cdb7c3c704de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:45.550523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:25:45.551832 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:25:45.554169 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:25:45.577972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7f20dda5-006d-41dc-a7c9-abee99849395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:45.614314 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-1b0480a0-a24d-4796-936a-cdb7c3c704de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c5c01aa05074fd2b8ff07622cebd541&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3959177 Nov 18 16:25:45.614314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0480a0-a24d-4796-936a-cdb7c3c704de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f890abd-2fb8-4244-b2a8-eab49c9aa366,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:45.616278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 59080) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:45.618916 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1b0480a0-a24d-4796-936a-cdb7c3c704de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:45.638985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:45.639742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:45.691207 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2970216 Nov 18 16:25:45.706521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Request body: {'port': {'device_id': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:45.721640 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fba97bba-0ac6-493a-b3b2-c4733b5aae41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:45.782886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fba97bba-0ac6-493a-b3b2-c4733b5aae41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:45.890730 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:45.953286 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fba97bba-0ac6-493a-b3b2-c4733b5aae41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:45.964361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-21681c5f-5215-4b78-a476-ab123f0f1fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:45.981270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba97bba-0ac6-493a-b3b2-c4733b5aae41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f890abd-2fb8-4244-b2a8-eab49c9aa366,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:45.986003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fba97bba-0ac6-493a-b3b2-c4733b5aae41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:45.988497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fba97bba-0ac6-493a-b3b2-c4733b5aae41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:45.989737 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-fba97bba-0ac6-493a-b3b2-c4733b5aae41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f890abd-2fb8-4244-b2a8-eab49c9aa366 HTTP/1.1" status: 204 len: 168 time: 0.3726437 Nov 18 16:25:46.046239 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fccd7-46df-4434-9b6d-d1f930e6fd1d req-e7f15e7f-629f-40d1-8fa4-a34fc73fb09c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:46.060874 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-633fccd7-46df-4434-9b6d-d1f930e6fd1d req-e7f15e7f-629f-40d1-8fa4-a34fc73fb09c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.2944345 Nov 18 16:25:46.072976 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-becc3b06-c262-49eb-b84b-b58d5cdb262c None None] Provisioning for port 9202498d-c165-4e5a-96ff-7a579fab1ea9 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:25:46.078618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-becc3b06-c262-49eb-b84b-b58d5cdb262c None None] Provisioning complete for port 9202498d-c165-4e5a-96ff-7a579fab1ea9 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:25:46.079316 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-becc3b06-c262-49eb-b84b-b58d5cdb262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:46.127345 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-633fccd7-46df-4434-9b6d-d1f930e6fd1d req-f514d96b-3132-43de-a285-17c20f5d6805 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642869 Nov 18 16:25:46.165919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-becc3b06-c262-49eb-b84b-b58d5cdb262c None None] Port 9202498d-c165-4e5a-96ff-7a579fab1ea9 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:25:46.409589 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9202498d-c165-4e5a-96ff-7a579fab1ea9 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:25:46.455135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:46.479335 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Transition to ACTIVE for port object 9202498d-c165-4e5a-96ff-7a579fab1ea9 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:25:46.483314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:46.503098 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:46.660804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9202498d-c165-4e5a-96ff-7a579fab1ea9,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:46.667346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:46.675803 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8645d6-6fb1-4ec5-9187-465b263ecb4f req-a69c3ea2-1766-4150-b328-9cce9015f34f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:46.676567 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-da8645d6-6fb1-4ec5-9187-465b263ecb4f req-a69c3ea2-1766-4150-b328-9cce9015f34f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:25:46.717055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-da8645d6-6fb1-4ec5-9187-465b263ecb4f req-a69c3ea2-1766-4150-b328-9cce9015f34f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:25:46.718397 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-da8645d6-6fb1-4ec5-9187-465b263ecb4f req-a69c3ea2-1766-4150-b328-9cce9015f34f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 931 time: 0.3030593 Nov 18 16:25:46.940297 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-da8645d6-6fb1-4ec5-9187-465b263ecb4f req-7118bf67-8568-44a9-b00b-548e1c3d464d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2102072 Nov 18 16:25:46.978677 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Attempting to bind port 9202498d-c165-4e5a-96ff-7a579fab1ea9 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:25:46.979052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Attempting to bind port 9202498d-c165-4e5a-96ff-7a579fab1ea9 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:25:46.979419 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Attempting to bind port 9202498d-c165-4e5a-96ff-7a579fab1ea9 on network f9cc2ce3-1d54-4e8e-bb85-717fece24024 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:25:46.986984 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:25:46.987239 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Checking segment: {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:25:46.987663 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:46.988062 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Bound using segment: {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:25:46.988535 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Bound port: 9202498d-c165-4e5a-96ff-7a579fab1ea9, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:25:46.988904 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:47.089615 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] For port 9202498d-c165-4e5a-96ff-7a579fab1ea9, host hv-cinder-75996, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:25:47.092951 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 59134) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:47.093116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] For port 9202498d-c165-4e5a-96ff-7a579fab1ea9, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9202498d-c165-4e5a-96ff-7a579fab1ea9,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:25:47.096860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:47.118985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fbbb2b7d-e0ee-43b7-8a52-e0c658729902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:47.259601 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-901661452-network', 'tenant_id': '148be9b0927e414d995d762c07504d89'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:47.266092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:47.271442 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Usage tracker for resource:network and tenant:148be9b0927e414d995d762c07504d89 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:47.275493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:47.282644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:47.296682 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Made reservation on behalf of 148be9b0927e414d995d762c07504d89 for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:25:47.302797 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:47.321485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:47.368127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:47.372453 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Usage tracker for resource:security_group_rule and tenant:148be9b0927e414d995d762c07504d89 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:47.375500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:47.382652 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:47.471160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:47.475749 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:47.493788 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:25:47.498312 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1b0480a0-a24d-4796-936a-cdb7c3c704de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:47.572740 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:47.573287 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Added segment ca657aef-444c-4104-997a-1641699aa396 of type vxlan for network 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e Nov 18 16:25:47.596556 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bf2ce0-967d-4f3b-bed4-80e2331086c0,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:47.619771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:47.626883 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9202498d-c165-4e5a-96ff-7a579fab1ea9,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:47.629364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:47.630965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:47.652356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:47.653839 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] 10.222.0.49 "PUT /v2.0/ports/9202498d-c165-4e5a-96ff-7a579fab1ea9 HTTP/1.1" status: 200 len: 1157 time: 1.9523425 Nov 18 16:25:47.655183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'tag': '9202498d-c165-4e5a-96ff-7a579fab1ea9'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:47.678997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:47.682669 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:47.683997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:47.695308 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9110487-fa98-40d0-b402-827ea9594f43 req-40198285-198d-4caa-b07e-3cfe86eb2dbe tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:47.697880 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a9110487-fa98-40d0-b402-827ea9594f43 req-40198285-198d-4caa-b07e-3cfe86eb2dbe tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 946 time: 0.1775992 Nov 18 16:25:47.848334 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a9110487-fa98-40d0-b402-827ea9594f43 req-75f0efe9-fdc4-415c-8f41-8f91c6564001 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429129 Nov 18 16:25:47.907552 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-a525010d-d7c2-4b9b-ae7b-dc40a7d7a609 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 1160 time: 0.1712785 Nov 18 16:25:47.965561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:48.021326 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-c220b279-a3e7-4740-84b9-7c00badff1aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9202498d-c165-4e5a-96ff-7a579fab1ea9 HTTP/1.1" status: 200 len: 217 time: 0.0969207 Nov 18 16:25:48.023575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c0ccf-11a2-4bad-97a3-bf25284f6768 req-126e2d3c-3774-4aed-880a-a130731d4d17 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:48.025419 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d77c0ccf-11a2-4bad-97a3-bf25284f6768 req-126e2d3c-3774-4aed-880a-a130731d4d17 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.5286477 Nov 18 16:25:48.096061 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'tag': '9202498d-c165-4e5a-96ff-7a579fab1ea9', 'status': 'completed', 'code': 200} Nov 18 16:25:48.117551 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0202878 Nov 18 16:25:48.119192 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 59168) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:48.129455 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Request body: {'subnet': {'network_id': '9bfe51a2-39ef-41b8-b6ff-6ab9a844222e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-901661452-subnet', 'tenant_id': '148be9b0927e414d995d762c07504d89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:25:48.136496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:25:48.144891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-5975713a-aae2-436f-822d-954557091cfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:48.146747 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-5975713a-aae2-436f-822d-954557091cfd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.1166987 Nov 18 16:25:48.148038 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Usage tracker for resource:subnet and tenant:148be9b0927e414d995d762c07504d89 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:25:48.151646 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:25:48.198556 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:25:48.208263 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d77c0ccf-11a2-4bad-97a3-bf25284f6768 req-27589aeb-7b18-459c-af02-cc0c0b66dd75 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546228 Nov 18 16:25:48.224815 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Pushing event updated for resources: {'Network': ['ID=9bfe51a2-39ef-41b8-b6ff-6ab9a844222e,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:48.229009 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:48.237779 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:25:48.254829 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:25:48.301899 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Made reservation on behalf of 148be9b0927e414d995d762c07504d89 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:25:48.306893 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823474568'] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:48.464477 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-ef2a83e4-277a-4dc0-9699-d98ac4aac92e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3059907 Nov 18 16:25:48.474651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17727873-d4f7-4e22-80de-9778dceccf2e req-7cb05196-a177-4409-b2f1-0a1546518322 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:48.476267 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-17727873-d4f7-4e22-80de-9778dceccf2e req-7cb05196-a177-4409-b2f1-0a1546518322 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.2310815 Nov 18 16:25:48.724362 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-17727873-d4f7-4e22-80de-9778dceccf2e req-307a486c-21f2-4a33-8a0b-d7c988d37db0 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2152953 Nov 18 16:25:48.808144 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-0903162b-07b6-4d69-bd6d-534fcfc4f436 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308363 Nov 18 16:25:49.077289 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ebb918a3-1673-4db5-8284-35cf7b33e0a1 req-acda1fab-b4ce-469d-9ff9-38694e215cb2 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2540834 Nov 18 16:25:49.088508 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8485baa-3923-4326-975d-8c1c8c3d435e req-34c6e112-2c7b-4aa6-a507-8c84b02a885a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:49.097625 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8485baa-3923-4326-975d-8c1c8c3d435e req-34c6e112-2c7b-4aa6-a507-8c84b02a885a tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 946 time: 0.1038616 Nov 18 16:25:49.160658 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8485baa-3923-4326-975d-8c1c8c3d435e req-dfb966ee-360a-460a-a853-d868e25c5a85 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618675 Nov 18 16:25:49.256949 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31855450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823474615'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:49.278955 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:49.495810 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c8f6a06-68de-4f06-ba23-4d3c49528f7d req-6f250445-a81b-40e3-ac6c-1cc9f8f433ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 1160 time: 0.3265674 Nov 18 16:25:49.504793 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b814dce-581f-4b62-b3c5-a0edd341577a,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:49.516915 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:49.837461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f6a06-68de-4f06-ba23-4d3c49528f7d req-890c4a03-3f01-46e1-9ea5-c6d4fdc97434 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:49.838918 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c8f6a06-68de-4f06-ba23-4d3c49528f7d req-890c4a03-3f01-46e1-9ea5-c6d4fdc97434 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.3248072 Nov 18 16:25:49.853255 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e4753-b5fb-4aa4-9cfe-7f5edb6c7c30 req-42f35425-f3e4-490b-b809-fe8821d54df5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:49.854799 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-da7e4753-b5fb-4aa4-9cfe-7f5edb6c7c30 req-42f35425-f3e4-490b-b809-fe8821d54df5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.3068800 Nov 18 16:25:49.855678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Checking segment: {'id': 'ca657aef-444c-4104-997a-1641699aa396', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9bfe51a2-39ef-41b8-b6ff-6ab9a844222e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:25:49.856114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Network hostable DHCP agents. Network: 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:25:49.980174 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c8f6a06-68de-4f06-ba23-4d3c49528f7d req-ac3aebd1-1b9c-4e34-b635-43217bca3ddc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9202498d-c165-4e5a-96ff-7a579fab1ea9 HTTP/1.1" status: 200 len: 217 time: 0.1178706 Nov 18 16:25:50.083320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Network 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:25:50.100460 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-da7e4753-b5fb-4aa4-9cfe-7f5edb6c7c30 req-ddf3c65f-880e-4a49-adb6-cf7753ad7eb6 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348158 Nov 18 16:25:50.147200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:25:50.166651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1dae98-09ff-46a3-aef6-e7d4b5034813 None None] Network 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:25:50.167420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f6a06-68de-4f06-ba23-4d3c49528f7d req-e3836982-5c0b-4238-921a-3e8c90cc8ef5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:50.169234 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c8f6a06-68de-4f06-ba23-4d3c49528f7d req-e3836982-5c0b-4238-921a-3e8c90cc8ef5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.1640561 Nov 18 16:25:50.193292 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45195b9-868a-4ccf-bea7-e59b1a87e5f3 req-761bade8-f10e-4562-96d6-bab88c7036f3 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:50.194889 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a45195b9-868a-4ccf-bea7-e59b1a87e5f3 req-761bade8-f10e-4562-96d6-bab88c7036f3 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 946 time: 0.1893325 Nov 18 16:25:50.280891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-a45195b9-868a-4ccf-bea7-e59b1a87e5f3 req-229517b0-c38e-41c3-bbe2-d6bbbe55f107 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Deleting port f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:25:50.280891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a45195b9-868a-4ccf-bea7-e59b1a87e5f3 req-229517b0-c38e-41c3-bbe2-d6bbbe55f107 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:50.301005 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:50.301758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:50.324234 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9bf97-dc5d-46b8-a1e7-842ca8e5b6bf req-8573979d-ba32-4145-9ca9-821d4a6d4cda tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:50.325885 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e6c9bf97-dc5d-46b8-a1e7-842ca8e5b6bf req-8573979d-ba32-4145-9ca9-821d4a6d4cda tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.2734444 Nov 18 16:25:50.378817 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-24d50523-d6d3-4719-a775-655de93d58cc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2580962 Nov 18 16:25:50.419792 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e6c9bf97-dc5d-46b8-a1e7-842ca8e5b6bf req-21114a2d-6730-40b1-8ac4-0c74e9dfa221 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0805361 Nov 18 16:25:50.494398 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c8f6a06-68de-4f06-ba23-4d3c49528f7d req-a7ee0f66-5ba7-4903-886a-9e0444b6ee93 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2917590 Nov 18 16:25:50.595039 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65924f-ace9-4081-86b1-33d214e72f86 req-29ae8acd-e6ef-4e57-86e1-e0692307ed24 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:50.595314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705eca89-4cad-4f89-bb36-ae0ca5f1584a None None] Network 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:25:50.607358 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2a65924f-ace9-4081-86b1-33d214e72f86 req-29ae8acd-e6ef-4e57-86e1-e0692307ed24 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 946 time: 0.1985614 Nov 18 16:25:50.861602 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2a65924f-ace9-4081-86b1-33d214e72f86 req-6de2ba29-0519-413d-bf5b-d07ac1466ab4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/security-groups?id=ba9deaca-4d65-433c-99ed-827b6016bd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524512 Nov 18 16:25:50.885037 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-a45195b9-868a-4ccf-bea7-e59b1a87e5f3 req-229517b0-c38e-41c3-bbe2-d6bbbe55f107 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] For port f7c4ee81-b33a-4750-b0bb-c7ba8e24e017, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=f7c4ee81-b33a-4750-b0bb-c7ba8e24e017,segment=NetworkSegment(5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f),segment_id=5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:25:50.885356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a45195b9-868a-4ccf-bea7-e59b1a87e5f3 req-229517b0-c38e-41c3-bbe2-d6bbbe55f107 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:50.892786 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c8f6a06-68de-4f06-ba23-4d3c49528f7d req-308cdc48-adcd-4960-b2e2-2c66f46c43e3 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731081 Nov 18 16:25:51.084239 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-a45195b9-868a-4ccf-bea7-e59b1a87e5f3 req-229517b0-c38e-41c3-bbe2-d6bbbe55f107 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Calling delete_port for f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 owned by compute:nova {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:25:51.337621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a45195b9-868a-4ccf-bea7-e59b1a87e5f3 req-229517b0-c38e-41c3-bbe2-d6bbbe55f107 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:51.394596 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:51.410157 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c8f6a06-68de-4f06-ba23-4d3c49528f7d req-402dc950-d58a-4f87-810d-ad395286151f service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5089583 Nov 18 16:25:51.486943 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:25:51.578771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] No Port match for: f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:25:51.587242 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 not bound to the agent host hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:25:51.618807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef1450-19f0-4008-b88c-ca717399eae7 req-00403e86-91bf-411b-9d05-83ea989ad36f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:51.628960 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-25ef1450-19f0-4008-b88c-ca717399eae7 req-00403e86-91bf-411b-9d05-83ea989ad36f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.2010417 Nov 18 16:25:51.689886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229517b0-c38e-41c3-bbe2-d6bbbe55f107 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Pushing event deleted for resources: {'Port': ['ID=f7c4ee81-b33a-4750-b0bb-c7ba8e24e017,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:51.704409 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-25ef1450-19f0-4008-b88c-ca717399eae7 req-5472670c-fc86-4780-8e5f-c35a564777ad tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684867 Nov 18 16:25:51.706437 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-229517b0-c38e-41c3-bbe2-d6bbbe55f107 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:51.770374 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45195b9-868a-4ccf-bea7-e59b1a87e5f3 req-229517b0-c38e-41c3-bbe2-d6bbbe55f107 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] No DVR routers for this DVR port f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 on host hv-cinder-75996 {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:25:51.772781 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a45195b9-868a-4ccf-bea7-e59b1a87e5f3 req-229517b0-c38e-41c3-bbe2-d6bbbe55f107 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:51.783716 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd166887d-870b-4189-bbf9-47c1ae55ca63', 'name': 'network-vif-deleted', 'tag': 'f7c4ee81-b33a-4750-b0bb-c7ba8e24e017'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:25:51.793202 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a45195b9-868a-4ccf-bea7-e59b1a87e5f3 req-229517b0-c38e-41c3-bbe2-d6bbbe55f107 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.49 "DELETE /v2.0/ports/f7c4ee81-b33a-4750-b0bb-c7ba8e24e017 HTTP/1.1" status: 204 len: 173 time: 1.5910180 Nov 18 16:25:51.965564 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed29b0f-7cc6-42e2-9ebc-f938c5dc2cd0 req-0edff4d2-26a7-4b66-bede-cc13a502d2f6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:51.967171 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fed29b0f-7cc6-42e2-9ebc-f938c5dc2cd0 req-0edff4d2-26a7-4b66-bede-cc13a502d2f6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.1024001 Nov 18 16:25:52.028475 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fed29b0f-7cc6-42e2-9ebc-f938c5dc2cd0 req-60f74b23-b6b8-430e-b35a-c53791fa5cd9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0543814 Nov 18 16:25:52.100246 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd166887d-870b-4189-bbf9-47c1ae55ca63', 'name': 'network-vif-deleted', 'tag': 'f7c4ee81-b33a-4750-b0bb-c7ba8e24e017', 'status': 'completed', 'code': 200} Nov 18 16:25:52.272580 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-22ea4f26-869f-4726-bf34-f4819208ecec req-624ffdb2-d3b2-42b2-a389-6b8e12cf71be tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 210 time: 0.0561666 Nov 18 16:25:53.001082 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344775c-4666-416b-99b4-d0ada8304abb req-00515a93-47b5-43a0-be88-3c48c19389ec tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:53.002692 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a344775c-4666-416b-99b4-d0ada8304abb req-00515a93-47b5-43a0-be88-3c48c19389ec tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0897918 Nov 18 16:25:53.055617 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a344775c-4666-416b-99b4-d0ada8304abb req-3921c97c-450d-4c2e-a136-cc0bcfd3bbb0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463309 Nov 18 16:25:53.299416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216e914-501f-4350-b292-94d07d6f0053 req-df986092-2b57-446f-9d8e-0b0220b14543 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:53.307163 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3216e914-501f-4350-b292-94d07d6f0053 req-df986092-2b57-446f-9d8e-0b0220b14543 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0985334 Nov 18 16:25:53.358001 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3216e914-501f-4350-b292-94d07d6f0053 req-d2170136-fd4a-4e2c-a74d-2827b130bec3 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0498540 Nov 18 16:25:53.535062 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b895a51d-72ec-4108-bcc6-1f0102979bf1 req-75bac094-38da-4aa5-afbe-c8d489a32726 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 210 time: 0.0514719 Nov 18 16:25:54.343942 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5350ef-e282-4aec-80e5-38becfe0576f req-0f65b462-9662-410f-93df-55d1ddafb6d4 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:54.348087 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ea5350ef-e282-4aec-80e5-38becfe0576f req-0f65b462-9662-410f-93df-55d1ddafb6d4 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.1101153 Nov 18 16:25:54.412987 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ea5350ef-e282-4aec-80e5-38becfe0576f req-244fb165-9af4-453f-847c-4c9cdb7be958 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598931 Nov 18 16:25:54.655871 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cdb09-40d9-4a97-970e-7547041416b9 req-3febec22-e137-4f26-9ab3-1e551c459e21 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:54.657461 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-442cdb09-40d9-4a97-970e-7547041416b9 req-3febec22-e137-4f26-9ab3-1e551c459e21 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0871682 Nov 18 16:25:54.709532 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-442cdb09-40d9-4a97-970e-7547041416b9 req-e8af39c5-ae10-4005-a5d4-4c584fa3b60b tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0451882 Nov 18 16:25:54.909324 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-51a37024-5daf-424e-9799-c199ee3f69a5 req-c3af7dc2-5fc2-493e-bfc3-dd59c23d7a70 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 210 time: 0.0669706 Nov 18 16:25:55.656145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e0fef-cf76-4253-81c9-60e6793cbae7 req-5442e442-c771-41c3-9932-95003a9c6425 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:55.658377 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bd9e0fef-cf76-4253-81c9-60e6793cbae7 req-5442e442-c771-41c3-9932-95003a9c6425 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0886359 Nov 18 16:25:55.708807 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bd9e0fef-cf76-4253-81c9-60e6793cbae7 req-5bf1cdc9-0dbe-4b41-8cc3-37b12f25ce5a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439494 Nov 18 16:25:55.984754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941985a0-8762-4cf7-a196-e60630940059 req-6f9a7353-5389-4a5d-a759-bfef42231293 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:55.986465 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-941985a0-8762-4cf7-a196-e60630940059 req-6f9a7353-5389-4a5d-a759-bfef42231293 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.1113393 Nov 18 16:25:56.055303 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-941985a0-8762-4cf7-a196-e60630940059 req-0923de3d-2f13-4eb8-bb4a-01beb80d1b3d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0610092 Nov 18 16:25:56.224374 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-18e19c5a-0ce5-41a9-98f9-faa8bbd6a6e6 req-70fa33cd-7a9b-4a1a-8c07-b47dc8f79b2e tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] 10.222.0.15 "GET /v2.0/ports?device_id=d166887d-870b-4189-bbf9-47c1ae55ca63 HTTP/1.1" status: 200 len: 210 time: 0.1142826 Nov 18 16:25:56.736376 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ee52cbac-33de-4da2-9afa-72fcd95b0b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:57.022837 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fcee1-63a3-4511-93fd-8e9b363d2d7c req-a099fd03-e7a7-4108-a9ac-9f46bf9aad8b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:57.026032 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-452fcee1-63a3-4511-93fd-8e9b363d2d7c req-a099fd03-e7a7-4108-a9ac-9f46bf9aad8b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0924418 Nov 18 16:25:57.087609 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-452fcee1-63a3-4511-93fd-8e9b363d2d7c req-e696c298-2478-447d-81b3-1472e04b36c5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548260 Nov 18 16:25:57.351515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016b635-47dd-4674-b269-a385e92465b2 req-af86afb2-7a29-4534-8df0-2503fe4b51c9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:25:57.369029 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 59304) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:57.387183 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d016b635-47dd-4674-b269-a385e92465b2 req-af86afb2-7a29-4534-8df0-2503fe4b51c9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.1860361 Nov 18 16:25:57.465453 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb126504-d4f8-4018-b40c-0011152c8002 admin admin] Deleting subnet 9108d91e-b222-46b4-8a8e-afe4350e9f94 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:25:57.469526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bb126504-d4f8-4018-b40c-0011152c8002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:57.477101 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d016b635-47dd-4674-b269-a385e92465b2 req-001c1ca9-fbe4-4e2e-8a3c-6694d7d1a02d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0885727 Nov 18 16:25:57.533528 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bb126504-d4f8-4018-b40c-0011152c8002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32269587'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:57.596234 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bb126504-d4f8-4018-b40c-0011152c8002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:57.926093 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bb126504-d4f8-4018-b40c-0011152c8002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822920298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31301201'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:58.020682 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:58.078991 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb126504-d4f8-4018-b40c-0011152c8002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9108d91e-b222-46b4-8a8e-afe4350e9f94,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:58.088415 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-bb126504-d4f8-4018-b40c-0011152c8002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:58.097827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bb126504-d4f8-4018-b40c-0011152c8002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:58.106668 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-bb126504-d4f8-4018-b40c-0011152c8002 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9108d91e-b222-46b4-8a8e-afe4350e9f94 HTTP/1.1" status: 204 len: 168 time: 0.7342107 Nov 18 16:25:58.106971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 59318) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:58.227876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:58.445040 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:58.574307 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a838d3d3-fae8-4bed-95c5-46e56f447f84']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:58.588386 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:58.588868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebcccb0-0f13-4ed6-8cdf-ea83ffad450f') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:25:58.601695 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822506197'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:58.618848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:58.620925 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:25:58.809769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] Network a838d3d3-fae8-4bed-95c5-46e56f447f84 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:25:58.820408 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822920245'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:59.005169 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] Network a838d3d3-fae8-4bed-95c5-46e56f447f84 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:25:59.028863 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:25:59.115546 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:59.119411 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:59.138131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:59.147948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] Pushing event deleted for resources: {'Network': ['ID=a838d3d3-fae8-4bed-95c5-46e56f447f84,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:59.151608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:59.156369 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] 10.222.0.15 "DELETE /v2.0/networks/a838d3d3-fae8-4bed-95c5-46e56f447f84 HTTP/1.1" status: 204 len: 168 time: 1.0484424 Nov 18 16:25:59.322924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3dc689d3-c171-41e7-b89a-c3403e9a847a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:59.347178 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 59332) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:59.403604 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-6a3678b0-352a-463f-bb8b-a122a650b3d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b81c90ae0a21465eb9781fe4a1f9c2ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550158 Nov 18 16:25:59.406353 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 59336) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:25:59.481446 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2915-3b9b-4854-bb77-31784afb116b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:59.519285 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2915-3b9b-4854-bb77-31784afb116b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:59.575010 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2915-3b9b-4854-bb77-31784afb116b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:59.581115 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-29fd6655-2723-48ab-881d-cf3c46eeb652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:25:59.596335 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d2915-3b9b-4854-bb77-31784afb116b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9deaca-4d65-433c-99ed-827b6016bd1a,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:25:59.611767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2915-3b9b-4854-bb77-31784afb116b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:25:59.613020 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-7d7d2915-3b9b-4854-bb77-31784afb116b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba9deaca-4d65-433c-99ed-827b6016bd1a HTTP/1.1" status: 204 len: 168 time: 0.2054098 Nov 18 16:25:59.637303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7d7d2915-3b9b-4854-bb77-31784afb116b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:25:59.686802 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:00.657424 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:00.822144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07974e9-1005-4d45-8198-6b04442c3232 req-8a380bb4-bdac-4786-9624-999d84edb14e tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:00.824058 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-8a380bb4-bdac-4786-9624-999d84edb14e tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/networks?id=9bfe51a2-39ef-41b8-b6ff-6ab9a844222e HTTP/1.1" status: 200 len: 808 time: 0.1724892 Nov 18 16:26:00.844893 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-18639b30-3a7c-4de6-8adb-002c468fed8c tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/quotas/148be9b0927e414d995d762c07504d89 HTTP/1.1" status: 200 len: 375 time: 0.0132728 Nov 18 16:26:00.901745 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-275fc345-a3e4-4b9e-bac0-08904eb47112 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?tenant_id=148be9b0927e414d995d762c07504d89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461218 Nov 18 16:26:01.046469 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-58c81353-b187-499d-b91c-ea3bf30f206a service neutron] 10.222.0.15 "GET /v2.0/networks/9bfe51a2-39ef-41b8-b6ff-6ab9a844222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362183 Nov 18 16:26:01.188568 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:01.208548 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-3abf92d8-5cc2-403d-9c76-6df90e8380ce service neutron] 10.222.0.15 "GET /v2.0/networks/9bfe51a2-39ef-41b8-b6ff-6ab9a844222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1527565 Nov 18 16:26:01.513031 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35ff3f-5b54-4d55-81c8-25cad6207ab9 req-86880bba-bc50-4790-960e-a827a2fba7f0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:01.514678 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bd35ff3f-5b54-4d55-81c8-25cad6207ab9 req-86880bba-bc50-4790-960e-a827a2fba7f0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0889893 Nov 18 16:26:01.567407 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bd35ff3f-5b54-4d55-81c8-25cad6207ab9 req-0828f3bf-1649-40cf-868b-e1dfb88c3c3a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444756 Nov 18 16:26:01.784692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe316aa-e95e-4a32-b2a7-a15005aa39e5 req-1dd2788a-5cb8-49a1-b3fc-b4de8fc6c8c6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:01.786302 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4fe316aa-e95e-4a32-b2a7-a15005aa39e5 req-1dd2788a-5cb8-49a1-b3fc-b4de8fc6c8c6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0848374 Nov 18 16:26:01.852331 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4fe316aa-e95e-4a32-b2a7-a15005aa39e5 req-1080ee55-bc01-4aee-bdac-6b66cad275e4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0567136 Nov 18 16:26:02.012448 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e441c2e4-20ea-4b9b-bb67-3270e2554746 req-7b3211c6-33a1-4660-9c0c-8a7a1bde9221 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 210 time: 0.0452480 Nov 18 16:26:02.794744 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0febebc-bf3a-46f3-9edb-7bf1e77bd111 req-43400dc2-9eec-4ea5-b28d-0254c5804f1c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:02.796306 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b0febebc-bf3a-46f3-9edb-7bf1e77bd111 req-43400dc2-9eec-4ea5-b28d-0254c5804f1c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0824103 Nov 18 16:26:02.851667 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b0febebc-bf3a-46f3-9edb-7bf1e77bd111 req-d9f384bc-2381-446b-88a4-e9401c6ee02f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491018 Nov 18 16:26:03.068315 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05d955-eedc-4a52-88db-1dcf09234b78 req-41ed4bf6-ec38-4dcd-aefe-0bdd40d69b33 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:03.069969 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6a05d955-eedc-4a52-88db-1dcf09234b78 req-41ed4bf6-ec38-4dcd-aefe-0bdd40d69b33 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0873637 Nov 18 16:26:03.120320 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6a05d955-eedc-4a52-88db-1dcf09234b78 req-eab02411-dfc8-4197-943a-410c640c8e0f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0435100 Nov 18 16:26:03.204473 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0f6f6d23-7bab-49b5-b165-75faf7a155e3 req-4fdc19fa-0aef-4ffd-bc4d-4d91a1a9be4a tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 210 time: 0.0603704 Nov 18 16:26:04.087993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90372af7-44a5-4a94-8033-a9eab0645d3a req-a3548573-d94a-4d2b-aad8-cd9926ff3435 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:04.090177 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-90372af7-44a5-4a94-8033-a9eab0645d3a req-a3548573-d94a-4d2b-aad8-cd9926ff3435 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0873282 Nov 18 16:26:04.144714 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-90372af7-44a5-4a94-8033-a9eab0645d3a req-0198e66d-fdbb-43a3-a3ab-400c1003a187 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447497 Nov 18 16:26:04.361541 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b415d1-07a8-47ca-a651-20c622506ed0 req-418525d7-e749-47b0-a448-33d08ad02640 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:04.363195 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-08b415d1-07a8-47ca-a651-20c622506ed0 req-418525d7-e749-47b0-a448-33d08ad02640 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0845039 Nov 18 16:26:04.413551 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-08b415d1-07a8-47ca-a651-20c622506ed0 req-0f8813f7-014f-4d18-93dc-3d004f5188c9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0429671 Nov 18 16:26:04.811362 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dbea86c5-e225-4e9e-96bd-8150750b3e22 req-3d96b618-8b51-4a71-a7c3-f2257df6197a tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 210 time: 0.2734442 Nov 18 16:26:04.897631 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07974e9-1005-4d45-8198-6b04442c3232 req-d2feb309-38e3-4c28-9f2b-382666bb418c tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:04.898440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f07974e9-1005-4d45-8198-6b04442c3232 req-d2feb309-38e3-4c28-9f2b-382666bb418c tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Synchronizing usage tracker for tenant:148be9b0927e414d995d762c07504d89 on resource:network {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:26:04.918070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f07974e9-1005-4d45-8198-6b04442c3232 req-d2feb309-38e3-4c28-9f2b-382666bb418c tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Unset dirty status for tenant:148be9b0927e414d995d762c07504d89 on resource:network {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:26:04.919347 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-d2feb309-38e3-4c28-9f2b-382666bb418c tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.49 "GET /v2.0/networks?id=9bfe51a2-39ef-41b8-b6ff-6ab9a844222e HTTP/1.1" status: 200 len: 808 time: 0.2273555 Nov 18 16:26:05.017485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Request body: {'port': {'device_id': 'f396ab79-c4a0-4135-b3a8-94428373ef78', 'network_id': '9bfe51a2-39ef-41b8-b6ff-6ab9a844222e', 'admin_state_up': True, 'tenant_id': '148be9b0927e414d995d762c07504d89'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:26:05.171437 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:26:05.176654 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Usage tracker for resource:port and tenant:148be9b0927e414d995d762c07504d89 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:26:05.179662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Quota usage for port was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:26:05.185566 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:26:05.199869 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Made reservation on behalf of 148be9b0927e414d995d762c07504d89 for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:26:05.208466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:05.326553 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 59492) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:26:05.485643 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cc45854f-f998-4ead-a5db-21b4b26f593d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:05.520471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-cc45854f-f998-4ead-a5db-21b4b26f593d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:26:05.524705 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-cc45854f-f998-4ead-a5db-21b4b26f593d admin admin] Usage tracker for resource:security_group_rule and tenant:421ffb1c40654d4eac0f6d8128b92efe is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:26:05.527722 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-cc45854f-f998-4ead-a5db-21b4b26f593d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:26:05.534736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-cc45854f-f998-4ead-a5db-21b4b26f593d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:26:05.542707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc365da6-e923-4226-8180-be547e737b4f req-850d2e14-f6a6-45da-ae15-c5036556c8bc tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:05.548083 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cc365da6-e923-4226-8180-be547e737b4f req-850d2e14-f6a6-45da-ae15-c5036556c8bc tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.2429328 Nov 18 16:26:05.661608 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cc365da6-e923-4226-8180-be547e737b4f req-a531bc1c-ac47-425f-bff2-373061e8c374 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058800 Nov 18 16:26:05.669069 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa2818-3950-4764-9583-c1e2c332d055 req-3d5e380e-45e5-4cb5-bd83-1a10a8c11262 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:05.670900 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bbaa2818-3950-4764-9583-c1e2c332d055 req-3d5e380e-45e5-4cb5-bd83-1a10a8c11262 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.1244543 Nov 18 16:26:05.673354 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Allocated IP 172.20.0.13 (9bfe51a2-39ef-41b8-b6ff-6ab9a844222e/6b814dce-581f-4b62-b3c5-a0edd341577a/2a0910d3-fc35-4c6a-97e8-6d08a7978bb4) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:26:05.707875 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cc45854f-f998-4ead-a5db-21b4b26f593d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:05.722145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cc45854f-f998-4ead-a5db-21b4b26f593d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:05.732833 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-33a5da86-572c-4f63-970b-2e879b0a9f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:05.764975 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bbaa2818-3950-4764-9583-c1e2c332d055 req-d9b6f25d-28a5-426e-81bb-188fb7704cd3 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0834231 Nov 18 16:26:05.807545 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45854f-f998-4ead-a5db-21b4b26f593d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bc77d9-36e8-4019-94ee-37acb73db4fc,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:05.817499 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-cc45854f-f998-4ead-a5db-21b4b26f593d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=421ffb1c40654d4eac0f6d8128b92efe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4896805 Nov 18 16:26:05.818549 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 59504) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:26:05.819742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-cc45854f-f998-4ead-a5db-21b4b26f593d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:05.894299 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aea6c1f4-4089-4d3a-b5bd-12a4665fe761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:05.915931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:05.926470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aea6c1f4-4089-4d3a-b5bd-12a4665fe761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:05.945070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:05.962598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3532245b-987a-49e6-af07-0ba84863ae55 tempest-ServerRescueNegativeTestJSON-232611007 tempest-ServerRescueNegativeTestJSON-232611007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:06.043925 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aea6c1f4-4089-4d3a-b5bd-12a4665fe761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:06.053595 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4635e-acf6-415c-a977-acf8dd2a2e6f req-7a3a256a-c271-48b1-817a-de9b08607dc8 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:06.055201 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bff4635e-acf6-415c-a977-acf8dd2a2e6f req-7a3a256a-c271-48b1-817a-de9b08607dc8 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 932 time: 0.1050487 Nov 18 16:26:06.057104 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fb190a9d-6ce7-48b9-b094-59184f80acd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:06.083902 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea6c1f4-4089-4d3a-b5bd-12a4665fe761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bc77d9-36e8-4019-94ee-37acb73db4fc,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:06.091767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-aea6c1f4-4089-4d3a-b5bd-12a4665fe761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:06.097106 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aea6c1f4-4089-4d3a-b5bd-12a4665fe761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:06.100808 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-aea6c1f4-4089-4d3a-b5bd-12a4665fe761 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13bc77d9-36e8-4019-94ee-37acb73db4fc HTTP/1.1" status: 204 len: 168 time: 0.2775102 Nov 18 16:26:06.121737 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bff4635e-acf6-415c-a977-acf8dd2a2e6f req-09a4ffa3-e146-4526-8626-3c6b833bb708 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551558 Nov 18 16:26:06.142164 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Pushing event updated for resources: {'Port': ['ID=2a0910d3-fc35-4c6a-97e8-6d08a7978bb4,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:06.154165 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:06.163804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Network 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:26:06.164960 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:26:06.167167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:26:06.235237 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:06.235938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:06.259738 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2467391 Nov 18 16:26:06.470203 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 59516) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:26:06.489577 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-69b25e44-920e-4ca7-9eeb-f36479870ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:06.521996 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-69b25e44-920e-4ca7-9eeb-f36479870ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:26:06.525983 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-69b25e44-920e-4ca7-9eeb-f36479870ffd admin admin] Usage tracker for resource:security_group_rule and tenant:2d84dbcbcca74a62a973a67eb87ca89f is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:26:06.528908 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-69b25e44-920e-4ca7-9eeb-f36479870ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:26:06.535078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-69b25e44-920e-4ca7-9eeb-f36479870ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:26:06.611007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-69b25e44-920e-4ca7-9eeb-f36479870ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:06.617013 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-69b25e44-920e-4ca7-9eeb-f36479870ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:06.624171 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-96b43d0e-a854-44be-9806-23e2d00ee089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:06.669918 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b25e44-920e-4ca7-9eeb-f36479870ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844a60dc-7fcb-4597-af73-77f89a89c53e,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:06.675248 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-69b25e44-920e-4ca7-9eeb-f36479870ffd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d84dbcbcca74a62a973a67eb87ca89f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2039602 Nov 18 16:26:06.676169 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-69b25e44-920e-4ca7-9eeb-f36479870ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:06.678035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 59522) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:26:06.740280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-53606c81-8cf2-46e7-82d2-52e9bb4f710f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:06.769693 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-53606c81-8cf2-46e7-82d2-52e9bb4f710f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:06.864080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-53606c81-8cf2-46e7-82d2-52e9bb4f710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:06.869408 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d933b0b1-0fc5-409c-9fb9-2525f8ffe08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:06.883215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53606c81-8cf2-46e7-82d2-52e9bb4f710f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844a60dc-7fcb-4597-af73-77f89a89c53e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:06.886055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-53606c81-8cf2-46e7-82d2-52e9bb4f710f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:06.894935 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-53606c81-8cf2-46e7-82d2-52e9bb4f710f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:06.896150 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-53606c81-8cf2-46e7-82d2-52e9bb4f710f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/844a60dc-7fcb-4597-af73-77f89a89c53e HTTP/1.1" status: 204 len: 168 time: 0.2171860 Nov 18 16:26:06.924972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f94f4a-899d-44a4-bb88-129cdd2b84e7 req-558df220-6bdf-4628-8e56-890efffe1473 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:06.926577 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-46f94f4a-899d-44a4-bb88-129cdd2b84e7 req-558df220-6bdf-4628-8e56-890efffe1473 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.1155422 Nov 18 16:26:06.974945 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-46f94f4a-899d-44a4-bb88-129cdd2b84e7 req-579838d2-b4f8-43b5-927f-2f182113ddf0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422122 Nov 18 16:26:07.184878 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1fdba-c546-49e3-be18-b13d437c2f2c req-1a9ddde2-92db-48da-b818-694bfd8d3461 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:07.186670 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5de1fdba-c546-49e3-be18-b13d437c2f2c req-1a9ddde2-92db-48da-b818-694bfd8d3461 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0836799 Nov 18 16:26:07.238185 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5de1fdba-c546-49e3-be18-b13d437c2f2c req-b2d268bb-274d-49ec-913b-81315b078207 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0442801 Nov 18 16:26:07.448028 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8d04f-c708-4d81-b506-5ffba99d30ad req-3e83cc2e-7b3c-4c68-9c34-4fb6144d2d6f tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:07.449940 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6fb8d04f-c708-4d81-b506-5ffba99d30ad req-3e83cc2e-7b3c-4c68-9c34-4fb6144d2d6f tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 932 time: 0.0934300 Nov 18 16:26:07.500644 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6fb8d04f-c708-4d81-b506-5ffba99d30ad req-c9682233-3815-460a-8e6c-fee13afd9e95 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416930 Nov 18 16:26:07.857426 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:26:08.202560 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec718f1-eedf-4606-b579-b346591cdbbf req-00c8fd5c-2872-4b3f-b981-7990a293e814 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:08.204253 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8ec718f1-eedf-4606-b579-b346591cdbbf req-00c8fd5c-2872-4b3f-b981-7990a293e814 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0863893 Nov 18 16:26:08.256478 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8ec718f1-eedf-4606-b579-b346591cdbbf req-62d43f51-7774-4f67-a339-bf3a8c548693 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460885 Nov 18 16:26:08.477687 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac3755-096c-4b59-9d41-b393d40d344d req-3677709a-df2c-4825-9194-420d81841d41 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:08.479377 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a2ac3755-096c-4b59-9d41-b393d40d344d req-3677709a-df2c-4825-9194-420d81841d41 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0835574 Nov 18 16:26:08.530830 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a2ac3755-096c-4b59-9d41-b393d40d344d req-ccc05305-d3c5-4bb1-b5ef-ad5ab5e8c62f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0443549 Nov 18 16:26:08.748866 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fce35-dc2a-471f-8c43-877efd0aa315 req-3ef1c10b-a27e-403f-8a49-77adba5f4127 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:08.750500 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-852fce35-dc2a-471f-8c43-877efd0aa315 req-3ef1c10b-a27e-403f-8a49-77adba5f4127 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 932 time: 0.0912051 Nov 18 16:26:08.810428 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-852fce35-dc2a-471f-8c43-877efd0aa315 req-7032f16b-e332-4965-8fa1-fe37dda23be1 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522239 Nov 18 16:26:09.122542 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Request body: {'port': {'device_id': 'f396ab79-c4a0-4135-b3a8-94428373ef78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:26:09.432744 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:09.485965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcebdc-f931-4881-8ae6-8bc7d7496b81 req-922985f3-4958-4fb3-be7d-6544eb245539 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:09.487510 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dbdcebdc-f931-4881-8ae6-8bc7d7496b81 req-922985f3-4958-4fb3-be7d-6544eb245539 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0827444 Nov 18 16:26:09.535648 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dbdcebdc-f931-4881-8ae6-8bc7d7496b81 req-ed47e736-33b9-42ab-8822-f8cbbb960070 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 Nov 18 16:26:09.753484 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f04e77-493d-4b08-bf31-5789f5f56e17 req-a6d63281-8f84-4df7-8d0c-9ae85cd04371 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:09.761094 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a9f04e77-493d-4b08-bf31-5789f5f56e17 req-a6d63281-8f84-4df7-8d0c-9ae85cd04371 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0951607 Nov 18 16:26:09.805780 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a9f04e77-493d-4b08-bf31-5789f5f56e17 req-8addc837-596b-4a89-bb65-c18e1fbaef5c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0433698 Nov 18 16:26:09.858093 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:26:09.865860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:09.877998 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Transition to ACTIVE for port object 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:26:09.880712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:09.896443 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-631ff7e0-ed81-4d7a-baa2-3564b8d791d4 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:10.022845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b1eef-c815-4112-9d0a-39f3ce624829 req-f9d911b5-5ad2-49c4-852b-c817fba1073b tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:10.024535 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a56b1eef-c815-4112-9d0a-39f3ce624829 req-f9d911b5-5ad2-49c4-852b-c817fba1073b tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.0825427 Nov 18 16:26:10.035339 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Pushing event updated for resources: {'Port': ['ID=2a0910d3-fc35-4c6a-97e8-6d08a7978bb4,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:10.039886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:10.074576 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a56b1eef-c815-4112-9d0a-39f3ce624829 req-e3c728ab-436f-4011-a1ce-990f5fcc5290 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Nov 18 16:26:10.229774 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Attempting to bind port 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:26:10.230142 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Attempting to bind port 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'ca657aef-444c-4104-997a-1641699aa396', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9bfe51a2-39ef-41b8-b6ff-6ab9a844222e'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:26:10.230510 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Attempting to bind port 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 on network 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:26:10.237350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:26:10.237720 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Checking segment: {'id': 'ca657aef-444c-4104-997a-1641699aa396', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9bfe51a2-39ef-41b8-b6ff-6ab9a844222e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:26:10.238118 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:10.238508 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Bound using segment: {'id': 'ca657aef-444c-4104-997a-1641699aa396', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9bfe51a2-39ef-41b8-b6ff-6ab9a844222e'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:26:10.238976 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Bound port: 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca657aef-444c-4104-997a-1641699aa396', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9bfe51a2-39ef-41b8-b6ff-6ab9a844222e'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:26:10.239345 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:10.328974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] For port 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4, host hv-cinder-75996, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:26:10.332036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] For port 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2a0910d3-fc35-4c6a-97e8-6d08a7978bb4,segment=NetworkSegment(ca657aef-444c-4104-997a-1641699aa396),segment_id=ca657aef-444c-4104-997a-1641699aa396)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:26:10.335216 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:10.349826 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:10.497355 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Pushing event updated for resources: {'Port': ['ID=2a0910d3-fc35-4c6a-97e8-6d08a7978bb4,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:10.501384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:10.536848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:10.538352 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] 10.222.0.49 "PUT /v2.0/ports/2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 HTTP/1.1" status: 200 len: 1158 time: 1.4207191 Nov 18 16:26:10.538913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f396ab79-c4a0-4135-b3a8-94428373ef78', 'tag': '2a0910d3-fc35-4c6a-97e8-6d08a7978bb4'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:26:10.632785 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f396ab79-c4a0-4135-b3a8-94428373ef78', 'tag': '2a0910d3-fc35-4c6a-97e8-6d08a7978bb4', 'status': 'completed', 'code': 200} Nov 18 16:26:10.678422 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-d87f5995-fee9-43b5-9079-58bee2a0b5ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=148be9b0927e414d995d762c07504d89&device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 1161 time: 0.0926204 Nov 18 16:26:10.840809 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27967b-aca6-4807-8b7d-3c5f05c17bda req-57e11ae5-84a9-44a1-8666-a98a47fb828e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:10.842504 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bc27967b-aca6-4807-8b7d-3c5f05c17bda req-57e11ae5-84a9-44a1-8666-a98a47fb828e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.1438801 Nov 18 16:26:10.863085 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-9664c70e-2369-447c-bae2-4a167a0d3807 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 HTTP/1.1" status: 200 len: 217 time: 0.0993416 Nov 18 16:26:10.903493 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-71bb2bce-da3c-49df-a1ab-270f06622b11 req-85792e57-1a12-4af1-be15-30133b96176e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 1163 time: 0.1350160 Nov 18 16:26:10.939474 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bc27967b-aca6-4807-8b7d-3c5f05c17bda req-601d8ff5-1c7a-4f4a-a786-f45aaec90eb7 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841646 Nov 18 16:26:10.941152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07974e9-1005-4d45-8198-6b04442c3232 req-c440b4fa-2c7b-48ac-93e9-357ae53f3236 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:10.942769 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-c440b4fa-2c7b-48ac-93e9-357ae53f3236 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b814dce-581f-4b62-b3c5-a0edd341577a HTTP/1.1" status: 200 len: 848 time: 0.0704238 Nov 18 16:26:11.042888 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-6cc7be23-a011-4c32-bb79-5c893ee5c3a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bfe51a2-39ef-41b8-b6ff-6ab9a844222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921166 Nov 18 16:26:11.056488 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb2bce-da3c-49df-a1ab-270f06622b11 req-e37a38c6-49b0-4e52-93eb-c2f225f5a698 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:11.058123 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-71bb2bce-da3c-49df-a1ab-270f06622b11 req-e37a38c6-49b0-4e52-93eb-c2f225f5a698 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 910 time: 0.1466229 Nov 18 16:26:11.165097 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-71bb2bce-da3c-49df-a1ab-270f06622b11 req-eae9c2d5-fc5d-4c2a-83a0-348660a6b1f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9185da52-7e4d-4a59-834a-05b87e9ab962 HTTP/1.1" status: 200 len: 1001 time: 0.1003134 Nov 18 16:26:11.193910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc51e4c-e788-4ef6-b3aa-5a15209b23dd req-7ee16e22-0c96-4340-ba8a-46699b5683fd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:11.195550 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5cc51e4c-e788-4ef6-b3aa-5a15209b23dd req-7ee16e22-0c96-4340-ba8a-46699b5683fd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.2077363 Nov 18 16:26:11.238028 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-4e7ca3fc-28d2-4b76-9461-2aad75c3fe67 service neutron] 10.222.0.49 "GET /v2.0/networks/9bfe51a2-39ef-41b8-b6ff-6ab9a844222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863208 Nov 18 16:26:11.301773 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5cc51e4c-e788-4ef6-b3aa-5a15209b23dd req-d73cabde-718f-4342-a23b-1459bd6dc38c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0902357 Nov 18 16:26:11.302147 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb2bce-da3c-49df-a1ab-270f06622b11 req-d334dcf5-0a86-4122-8245-666569cd5b1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:11.303758 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-71bb2bce-da3c-49df-a1ab-270f06622b11 req-d334dcf5-0a86-4122-8245-666569cd5b1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1beae45-1813-4b14-95e2-5567322586dc HTTP/1.1" status: 200 len: 855 time: 0.1287374 Nov 18 16:26:11.379638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432670b3-60b3-448e-a56c-0f7e6485dfd6 req-7e606dc4-b0bb-47ce-b3e9-6b2d7e6fe7f8 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:11.381142 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-432670b3-60b3-448e-a56c-0f7e6485dfd6 req-7e606dc4-b0bb-47ce-b3e9-6b2d7e6fe7f8 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.1561749 Nov 18 16:26:11.397319 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f07974e9-1005-4d45-8198-6b04442c3232 req-abc2f5ea-9a46-43b4-a6f0-7626d38cfa9e service neutron] 10.222.0.49 "GET /v2.0/networks/9bfe51a2-39ef-41b8-b6ff-6ab9a844222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473775 Nov 18 16:26:11.434989 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-71bb2bce-da3c-49df-a1ab-270f06622b11 req-ef2be40d-a99e-4747-899d-2788c6c839a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b887802-331a-4da8-8c9d-df380fb14d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1192417 Nov 18 16:26:11.447167 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-432670b3-60b3-448e-a56c-0f7e6485dfd6 req-9ce2e331-0c6f-4d7a-8780-e5de705152ea tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585160 Nov 18 16:26:11.721378 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-47f6e8d4-fd3d-43b7-8f2b-4c1e5f83c362 req-93dcd69c-5ad9-409b-bdbd-23762061b928 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=148be9b0927e414d995d762c07504d89&device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 1161 time: 0.0754280 Nov 18 16:26:11.742103 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-71bb2bce-da3c-49df-a1ab-270f06622b11 req-6d27790c-ca1f-4bb9-bdba-688c4c622ae5 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403856 Nov 18 16:26:11.911141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e8d4-fd3d-43b7-8f2b-4c1e5f83c362 req-7143a250-87aa-410d-aceb-95f541ce627f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:11.913024 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-47f6e8d4-fd3d-43b7-8f2b-4c1e5f83c362 req-7143a250-87aa-410d-aceb-95f541ce627f service neutron] 10.222.0.49 "GET /v2.0/networks?id=9bfe51a2-39ef-41b8-b6ff-6ab9a844222e HTTP/1.1" status: 200 len: 902 time: 0.1560431 Nov 18 16:26:11.916403 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-71bb2bce-da3c-49df-a1ab-270f06622b11 req-85f2ac9f-61b4-4e24-ab9e-4ed833ae16a0 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1515028 Nov 18 16:26:12.031001 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-47f6e8d4-fd3d-43b7-8f2b-4c1e5f83c362 req-fc1cd4ce-f800-406d-815c-d3695b6e6421 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 HTTP/1.1" status: 200 len: 217 time: 0.0682507 Nov 18 16:26:12.102474 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e8d4-fd3d-43b7-8f2b-4c1e5f83c362 req-32fee858-fbdd-4ff8-851f-53edc8b4372e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:12.104222 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-47f6e8d4-fd3d-43b7-8f2b-4c1e5f83c362 req-32fee858-fbdd-4ff8-851f-53edc8b4372e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b814dce-581f-4b62-b3c5-a0edd341577a HTTP/1.1" status: 200 len: 848 time: 0.0663741 Nov 18 16:26:12.153666 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-47f6e8d4-fd3d-43b7-8f2b-4c1e5f83c362 req-68536308-6742-4de2-8a2b-b42d5467298d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bfe51a2-39ef-41b8-b6ff-6ab9a844222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427854 Nov 18 16:26:12.184668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f3325-4d3b-44de-9d87-10f01af83a8b req-249418fa-ddc2-4245-8028-3588c611f228 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:12.186299 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b43f3325-4d3b-44de-9d87-10f01af83a8b req-249418fa-ddc2-4245-8028-3588c611f228 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0834444 Nov 18 16:26:12.234720 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b43f3325-4d3b-44de-9d87-10f01af83a8b req-fe28fbf6-0a21-4dd6-8767-a4a3f2e6de00 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Nov 18 16:26:12.307867 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-47f6e8d4-fd3d-43b7-8f2b-4c1e5f83c362 req-4a704acd-4bc0-484e-96a7-61b5a980c373 service neutron] 10.222.0.49 "GET /v2.0/networks/9bfe51a2-39ef-41b8-b6ff-6ab9a844222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470857 Nov 18 16:26:12.452850 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-47f6e8d4-fd3d-43b7-8f2b-4c1e5f83c362 req-9a5df1a0-2e6b-41e2-a8f9-04d0c9392db5 service neutron] 10.222.0.49 "GET /v2.0/networks/9bfe51a2-39ef-41b8-b6ff-6ab9a844222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380563 Nov 18 16:26:12.516458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d9b73-48b6-4e3b-ad9e-4d063f8ec5b3 req-25a3cec8-7bc4-4d52-9b2f-0cd2d1ada8a7 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:12.518068 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5c1d9b73-48b6-4e3b-ad9e-4d063f8ec5b3 req-25a3cec8-7bc4-4d52-9b2f-0cd2d1ada8a7 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0872076 Nov 18 16:26:12.565710 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5c1d9b73-48b6-4e3b-ad9e-4d063f8ec5b3 req-538ac713-eece-4e25-a5df-34dd74c2849b tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0413575 Nov 18 16:26:12.665668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf5c40-b509-4fba-9c48-370283ef7b84 req-d518f16b-1c18-4170-ad74-8cd8df311a87 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:12.666430 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-cecf5c40-b509-4fba-9c48-370283ef7b84 req-d518f16b-1c18-4170-ad74-8cd8df311a87 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Synchronizing usage tracker for tenant:148be9b0927e414d995d762c07504d89 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:26:12.683167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-cecf5c40-b509-4fba-9c48-370283ef7b84 req-d518f16b-1c18-4170-ad74-8cd8df311a87 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Unset dirty status for tenant:148be9b0927e414d995d762c07504d89 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:26:12.684482 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cecf5c40-b509-4fba-9c48-370283ef7b84 req-d518f16b-1c18-4170-ad74-8cd8df311a87 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.1042383 Nov 18 16:26:12.732342 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-cecf5c40-b509-4fba-9c48-370283ef7b84 req-ff453c99-a841-4310-af51-670fa1a1813d tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Synchronizing usage tracker for tenant:148be9b0927e414d995d762c07504d89 on resource:security_group {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:26:12.748716 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-cecf5c40-b509-4fba-9c48-370283ef7b84 req-ff453c99-a841-4310-af51-670fa1a1813d tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Unset dirty status for tenant:148be9b0927e414d995d762c07504d89 on resource:security_group {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:26:12.750014 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cecf5c40-b509-4fba-9c48-370283ef7b84 req-ff453c99-a841-4310-af51-670fa1a1813d tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583382 Nov 18 16:26:13.171108 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:13.459987 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecc625-3f6f-4780-8d30-1eb90556b1b8 req-988f3249-d52c-4f0f-a6c0-348332295d63 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:13.461609 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-61ecc625-3f6f-4780-8d30-1eb90556b1b8 req-988f3249-d52c-4f0f-a6c0-348332295d63 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0834982 Nov 18 16:26:13.509374 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-61ecc625-3f6f-4780-8d30-1eb90556b1b8 req-229755c4-a33e-4883-9b25-51287da64cac tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415783 Nov 18 16:26:13.778119 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318f482-8167-4970-bd60-3fe4e3f6177d req-d56e37ef-84d7-48c5-bb8e-3026c0628299 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:13.779788 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d318f482-8167-4970-bd60-3fe4e3f6177d req-d56e37ef-84d7-48c5-bb8e-3026c0628299 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0851979 Nov 18 16:26:13.828611 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d318f482-8167-4970-bd60-3fe4e3f6177d req-50e348f3-1d0e-4e4f-88d7-512c42c7f108 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0413759 Nov 18 16:26:14.024230 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4f833-5e4c-4be4-a73a-2f397acae38d req-2d58f460-f146-4369-84e7-4326e30fec22 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:14.025860 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bfa4f833-5e4c-4be4-a73a-2f397acae38d req-2d58f460-f146-4369-84e7-4326e30fec22 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.0827038 Nov 18 16:26:14.077518 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bfa4f833-5e4c-4be4-a73a-2f397acae38d req-1c52731b-a72d-4411-abe7-e97fffb49946 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448010 Nov 18 16:26:14.732092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b1c8e-d07e-4249-8094-49f119d15c09 req-82c65582-d3b4-4b86-a1d0-4896fa379013 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:14.733725 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-925b1c8e-d07e-4249-8094-49f119d15c09 req-82c65582-d3b4-4b86-a1d0-4896fa379013 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0815368 Nov 18 16:26:14.782258 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-925b1c8e-d07e-4249-8094-49f119d15c09 req-595b6af7-11be-43ef-9f33-51e6dc1fff91 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423925 Nov 18 16:26:15.043652 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c418d5e-0982-4425-bcb3-3b8378c6aaf6 req-e574a01a-f94e-4236-a978-d1ea8211493d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:15.045275 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4c418d5e-0982-4425-bcb3-3b8378c6aaf6 req-e574a01a-f94e-4236-a978-d1ea8211493d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0870509 Nov 18 16:26:15.093352 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4c418d5e-0982-4425-bcb3-3b8378c6aaf6 req-909cbdc8-0b08-4f33-a351-7a4d496c1fd1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0414922 Nov 18 16:26:15.291161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33173de8-54bb-457e-857c-4dd9335827ec req-ba561f45-bf71-491a-a501-7c8927df8037 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:15.292697 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-33173de8-54bb-457e-857c-4dd9335827ec req-ba561f45-bf71-491a-a501-7c8927df8037 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.0836625 Nov 18 16:26:15.339359 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-33173de8-54bb-457e-857c-4dd9335827ec req-054ef2df-dd55-4f86-a5cd-0c03938ce338 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Nov 18 16:26:16.010971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814377a-bb35-4480-8680-0f6fc01c85e0 req-9cf0da7a-5226-4aa5-8b71-60a2001263b3 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:16.012653 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7814377a-bb35-4480-8680-0f6fc01c85e0 req-9cf0da7a-5226-4aa5-8b71-60a2001263b3 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0873592 Nov 18 16:26:16.060836 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7814377a-bb35-4480-8680-0f6fc01c85e0 req-62605373-d0a9-4ccc-aa00-efe7b05006ce tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414436 Nov 18 16:26:16.317409 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d32a8-e66c-466e-a62f-041eaa324994 req-074693b6-63ad-4fc1-ae52-173b779e3e84 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:16.319026 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-614d32a8-e66c-466e-a62f-041eaa324994 req-074693b6-63ad-4fc1-ae52-173b779e3e84 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0894270 Nov 18 16:26:16.370096 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-614d32a8-e66c-466e-a62f-041eaa324994 req-59f545ce-281b-4d42-8a07-ada1bdc5f541 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0447092 Nov 18 16:26:16.565992 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbdb43-463e-4958-a2cc-2ac922d2e12b req-662b63cc-9742-478b-81bb-c6c9171660fd tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:16.567535 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a3dbdb43-463e-4958-a2cc-2ac922d2e12b req-662b63cc-9742-478b-81bb-c6c9171660fd tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.0834606 Nov 18 16:26:16.616214 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a3dbdb43-463e-4958-a2cc-2ac922d2e12b req-f0e31bc3-04b5-484a-ba1e-1061d8bfba33 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 Nov 18 16:26:17.289834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ce54a-54cd-4066-b656-29283f701042 req-6e7e918f-de0d-487c-94ef-93436e8273eb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:17.291463 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-573ce54a-54cd-4066-b656-29283f701042 req-6e7e918f-de0d-487c-94ef-93436e8273eb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0862041 Nov 18 16:26:17.339882 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-573ce54a-54cd-4066-b656-29283f701042 req-5c7442ed-e652-4038-a3e4-878587acb489 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Nov 18 16:26:17.581834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f69e8a-5377-4f3e-ba8c-3c8282e4ea89 req-c42f8164-70e1-4dbb-9102-12c40aad211f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:17.583435 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f69e8a-5377-4f3e-ba8c-3c8282e4ea89 req-c42f8164-70e1-4dbb-9102-12c40aad211f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0828974 Nov 18 16:26:17.630447 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f8f69e8a-5377-4f3e-ba8c-3c8282e4ea89 req-ce892b6e-7135-401d-90c4-c59f739ab319 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0409906 Nov 18 16:26:17.826044 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1658a-bc64-4b92-bc43-82fc2bd2c283 req-2ad6ab68-e7da-4a34-bb06-77cd67c3accd tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:17.827676 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7fe1658a-bc64-4b92-bc43-82fc2bd2c283 req-2ad6ab68-e7da-4a34-bb06-77cd67c3accd tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.0855947 Nov 18 16:26:17.875995 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7fe1658a-bc64-4b92-bc43-82fc2bd2c283 req-cac90542-705b-4b10-8c41-cdaab4cb2ea4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Nov 18 16:26:18.564033 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88805ebd-1feb-4859-a06f-4aafae885610 req-a59a8137-023e-4201-a664-1e277121a87d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:18.565655 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-88805ebd-1feb-4859-a06f-4aafae885610 req-a59a8137-023e-4201-a664-1e277121a87d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0829747 Nov 18 16:26:18.613388 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-88805ebd-1feb-4859-a06f-4aafae885610 req-8fbd7f45-531f-4f06-a8ec-1a7462a9cc4a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416491 Nov 18 16:26:18.840722 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dbf64-878f-48ff-a617-aee4038b5daf req-6aa3d8c3-3262-4373-a32c-1ebe3fb5c439 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:18.842339 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-794dbf64-878f-48ff-a617-aee4038b5daf req-6aa3d8c3-3262-4373-a32c-1ebe3fb5c439 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0835412 Nov 18 16:26:18.895123 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-794dbf64-878f-48ff-a617-aee4038b5daf req-a7b16003-1959-45be-ba3c-da48eeb15348 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0456536 Nov 18 16:26:19.092984 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed100c6a-0193-445c-82df-363544ba831a req-31d15582-b181-46e0-8e16-0853375cd6d0 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:19.094576 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed100c6a-0193-445c-82df-363544ba831a req-31d15582-b181-46e0-8e16-0853375cd6d0 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.0867519 Nov 18 16:26:19.142147 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed100c6a-0193-445c-82df-363544ba831a req-507ba5a6-df6f-425d-af72-0fd59eecff91 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 Nov 18 16:26:19.841654 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bbc2d-f777-410b-85cc-ed184d08a7ca req-bb923560-5bdd-4285-9749-2bf6de3b9d5a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:19.843259 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4bbc2d-f777-410b-85cc-ed184d08a7ca req-bb923560-5bdd-4285-9749-2bf6de3b9d5a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0846047 Nov 18 16:26:19.896891 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4bbc2d-f777-410b-85cc-ed184d08a7ca req-cb39779f-cc54-4297-9155-719d615eb735 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474365 Nov 18 16:26:20.113598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e02fe0-b0f3-4713-8941-4d8dbeb354d7 req-d571c26f-6dd6-436d-83ff-8cb06a16c4e7 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:20.115617 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-52e02fe0-b0f3-4713-8941-4d8dbeb354d7 req-d571c26f-6dd6-436d-83ff-8cb06a16c4e7 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0863214 Nov 18 16:26:20.165294 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-52e02fe0-b0f3-4713-8941-4d8dbeb354d7 req-ac5065fb-5dbb-4a46-8404-8f0d2fd82378 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0433068 Nov 18 16:26:20.382001 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c526aae-cf44-4c30-8f59-1d201aab1840 req-f92ad3aa-d6f1-4378-aeda-bfa8632fe98e tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:20.383667 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0c526aae-cf44-4c30-8f59-1d201aab1840 req-f92ad3aa-d6f1-4378-aeda-bfa8632fe98e tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.0936453 Nov 18 16:26:20.436333 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0c526aae-cf44-4c30-8f59-1d201aab1840 req-2ca423d7-ac64-4173-9282-76547a3248a6 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459864 Nov 18 16:26:21.014388 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9fc7f-8691-4266-9185-d953385d40d1 req-60910628-d682-4742-9c7f-6019109fda07 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:21.016064 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e6e9fc7f-8691-4266-9185-d953385d40d1 req-60910628-d682-4742-9c7f-6019109fda07 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0890133 Nov 18 16:26:21.051876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 59782) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:26:21.073069 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e6e9fc7f-8691-4266-9185-d953385d40d1 req-81663f22-fdf6-4db4-9a03-d3ac2d9828c5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508635 Nov 18 16:26:21.201244 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f68ccfe3-82ef-4fd1-8d60-098dc54f59bd req-f03c479e-f178-44cf-8c83-e2cfdebd7789 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1480703 Nov 18 16:26:21.344945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 9202498d-c165-4e5a-96ff-7a579fab1ea9 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:21.390056 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad04531-5688-4ffa-9ef1-844d4b4dcd1d req-3d83e8e2-7b5b-48b4-896f-270aad49f300 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:21.391779 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1ad04531-5688-4ffa-9ef1-844d4b4dcd1d req-3d83e8e2-7b5b-48b4-896f-270aad49f300 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.0916893 Nov 18 16:26:21.420366 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port 9202498d-c165-4e5a-96ff-7a579fab1ea9 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:26:21.425982 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 9202498d-c165-4e5a-96ff-7a579fab1ea9 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:21.426405 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:21.443866 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1ad04531-5688-4ffa-9ef1-844d4b4dcd1d req-2158e998-9e1d-49f9-936f-67480ef2002c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0456481 Nov 18 16:26:21.549227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:21.576964 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9202498d-c165-4e5a-96ff-7a579fab1ea9'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:26:21.589068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 9202498d-c165-4e5a-96ff-7a579fab1ea9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9202498d-c165-4e5a-96ff-7a579fab1ea9,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:26:21.592150 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:21.594617 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-942d994d-47f5-4335-aa82-f281746d81c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:21.638133 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9202498d-c165-4e5a-96ff-7a579fab1ea9', 'code': 200} Nov 18 16:26:21.670617 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=9202498d-c165-4e5a-96ff-7a579fab1ea9,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:21.680973 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.681511 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.681903 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.682280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.682651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.683021 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.683387 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.683786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.685141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.685141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.685141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.685141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.686213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.686213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.686213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.686835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.686835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.687257 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.687706 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.687982 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.688639 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.688639 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.689102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.689314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:26:21.694160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:21.865754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1c074-9b82-4cbe-a8a4-4602014844c4 req-cce28646-409e-4244-94aa-8079539b5da1 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:21.869486 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ad1c074-9b82-4cbe-a8a4-4602014844c4 req-cce28646-409e-4244-94aa-8079539b5da1 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.2999194 Nov 18 16:26:21.915115 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ad1c074-9b82-4cbe-a8a4-4602014844c4 req-eed53382-ad31-4984-8ea9-7818901ad34d tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Nov 18 16:26:22.297761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f59c19-4809-4afc-a4e6-1fbfd9f672bd req-59595e66-0566-46d6-9547-f177e71da01e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:22.299356 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-36f59c19-4809-4afc-a4e6-1fbfd9f672bd req-59595e66-0566-46d6-9547-f177e71da01e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0820303 Nov 18 16:26:22.315649 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 9185da52-7e4d-4a59-834a-05b87e9ab962 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:26:22.347339 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-36f59c19-4809-4afc-a4e6-1fbfd9f672bd req-ff2b0a05-a12e-4ade-a80b-0e4b1dc01b82 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417755 Nov 18 16:26:22.429798 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:22.462989 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 9185da52-7e4d-4a59-834a-05b87e9ab962, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9185da52-7e4d-4a59-834a-05b87e9ab962,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:26:22.466022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:22.467877 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5b64a536-ac26-464e-a9bd-10d6eea67069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:22.537536 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=9185da52-7e4d-4a59-834a-05b87e9ab962,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:22.540822 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:22.658130 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d27177-6107-4201-a9a7-4ad60dd28688 req-372e3f82-f29d-468c-b880-8fc336d61d55 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:22.659670 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a4d27177-6107-4201-a9a7-4ad60dd28688 req-372e3f82-f29d-468c-b880-8fc336d61d55 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 945 time: 0.0860155 Nov 18 16:26:22.705870 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a4d27177-6107-4201-a9a7-4ad60dd28688 req-bc08f97d-f552-43a7-aa74-6bcde73d6ad4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0401950 Nov 18 16:26:23.126228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89dcfa-d790-4890-a827-9286441facbd req-7bbc3566-8010-4e24-a316-efe438b23095 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:23.127958 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef89dcfa-d790-4890-a827-9286441facbd req-7bbc3566-8010-4e24-a316-efe438b23095 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.0817249 Nov 18 16:26:23.176003 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef89dcfa-d790-4890-a827-9286441facbd req-4bb482e0-3770-42cb-81d6-e810b3d5c690 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Nov 18 16:26:23.583517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693c25a-f3b8-467e-b78b-e1c06d6958eb req-c692b38f-c531-4bb2-a06b-47ff06242afb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:23.585175 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6693c25a-f3b8-467e-b78b-e1c06d6958eb req-c692b38f-c531-4bb2-a06b-47ff06242afb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0852661 Nov 18 16:26:23.633024 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6693c25a-f3b8-467e-b78b-e1c06d6958eb req-d0efc995-bdb6-4555-80be-d28c5fcdc1e3 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417895 Nov 18 16:26:23.639789 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9185da52-7e4d-4a59-834a-05b87e9ab962'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:26:23.712561 dv-cinder-759961-2-iscsi neutron-server[80211]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9185da52-7e4d-4a59-834a-05b87e9ab962', 'code': 422} returned with failed status Nov 18 16:26:23.914727 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ce078-d334-45be-9d26-8212859ad37b req-4fccff30-1b3f-4216-ab15-2ac75d1c5ea4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:23.916228 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-498ce078-d334-45be-9d26-8212859ad37b req-4fccff30-1b3f-4216-ab15-2ac75d1c5ea4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 945 time: 0.0811923 Nov 18 16:26:23.968162 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-498ce078-d334-45be-9d26-8212859ad37b req-606187c7-3224-41b6-b8e0-ed90afbf83d8 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0452132 Nov 18 16:26:24.514980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b7cd6-310c-4df7-b895-8141f23eb6c4 req-0d15a9a8-872c-42af-b699-b70316a56217 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:24.517203 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-714b7cd6-310c-4df7-b895-8141f23eb6c4 req-0d15a9a8-872c-42af-b699-b70316a56217 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.0836027 Nov 18 16:26:24.564472 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-714b7cd6-310c-4df7-b895-8141f23eb6c4 req-cdf90a35-013a-4202-8bbb-a83a18fb9ed1 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409610 Nov 18 16:26:24.859634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857daa28-c6f2-4716-9038-6e55183254b6 req-cf9403b6-2faf-436e-a8c8-023e2d6dfcc8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:24.861589 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-857daa28-c6f2-4716-9038-6e55183254b6 req-cf9403b6-2faf-436e-a8c8-023e2d6dfcc8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0862164 Nov 18 16:26:24.909284 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-857daa28-c6f2-4716-9038-6e55183254b6 req-5184d544-8d5f-4d0e-b8ee-9b947a3c9fcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415761 Nov 18 16:26:25.176192 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f580fb0-3e4e-4ed5-913c-6917d19aca2d req-0e8dfb60-26b5-4263-a1ae-0e4ebd7c702f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:25.177826 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1f580fb0-3e4e-4ed5-913c-6917d19aca2d req-0e8dfb60-26b5-4263-a1ae-0e4ebd7c702f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 945 time: 0.0817163 Nov 18 16:26:25.227325 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1f580fb0-3e4e-4ed5-913c-6917d19aca2d req-253c186c-f90f-417e-971d-9fd74a9fe2ae tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0432043 Nov 18 16:26:25.922355 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14882b80-25c8-4429-be11-1547ab4bbc25 req-78606823-a37d-4f47-917c-7e00af4155b8 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:25.923907 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-14882b80-25c8-4429-be11-1547ab4bbc25 req-78606823-a37d-4f47-917c-7e00af4155b8 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.2339940 Nov 18 16:26:25.971231 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-14882b80-25c8-4429-be11-1547ab4bbc25 req-759069c7-8014-477b-897b-6fa8667b9c9a tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412512 Nov 18 16:26:26.164579 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539e11f-0e2a-4102-b471-e75dd771ff5d req-155b891a-183b-44b4-8f39-ceb93c5b4429 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:26.166177 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0539e11f-0e2a-4102-b471-e75dd771ff5d req-155b891a-183b-44b4-8f39-ceb93c5b4429 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0814028 Nov 18 16:26:26.219674 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0539e11f-0e2a-4102-b471-e75dd771ff5d req-6c60d9e6-50ec-4cfe-b40e-1b409895c0c5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469029 Nov 18 16:26:26.466573 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df3b13-de80-4f56-a23b-d09a75e34d56 req-ebb3d91f-68b2-45ae-9a5a-a45711044f42 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:26.469637 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-99df3b13-de80-4f56-a23b-d09a75e34d56 req-ebb3d91f-68b2-45ae-9a5a-a45711044f42 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 945 time: 0.0909312 Nov 18 16:26:26.517613 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-99df3b13-de80-4f56-a23b-d09a75e34d56 req-a372de84-8cd3-4ad3-a777-49b94d9585a1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0418622 Nov 18 16:26:26.728338 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2f08eca0-7662-4a73-9984-0fb476c1c58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:27.258046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df985253-8974-4a30-ac25-9e8718638e6c req-5f84adca-3a26-491e-a44c-93e739fa9387 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:27.259682 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-df985253-8974-4a30-ac25-9e8718638e6c req-5f84adca-3a26-491e-a44c-93e739fa9387 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.1596448 Nov 18 16:26:27.307996 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-df985253-8974-4a30-ac25-9e8718638e6c req-d22f9da9-6c32-4788-9b93-10288e82cdd0 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Nov 18 16:26:27.466610 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22349c99-2a66-4923-b0e0-01c84c563480 req-35900de6-fd0f-45ed-b7b3-c8cec4f6f7e0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:27.468746 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-22349c99-2a66-4923-b0e0-01c84c563480 req-35900de6-fd0f-45ed-b7b3-c8cec4f6f7e0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0997424 Nov 18 16:26:27.517361 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-22349c99-2a66-4923-b0e0-01c84c563480 req-060a306c-b077-4e56-8516-7f3993d61185 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421674 Nov 18 16:26:27.722931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0e84e-e83e-4557-9c8e-15bc798a9ce7 req-70fde107-65f0-4e67-a823-740ffff47d1b tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:27.724533 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5c0e84e-e83e-4557-9c8e-15bc798a9ce7 req-70fde107-65f0-4e67-a823-740ffff47d1b tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 945 time: 0.0806537 Nov 18 16:26:27.772560 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5c0e84e-e83e-4557-9c8e-15bc798a9ce7 req-5d9947f8-7a45-4d54-9769-a60f720cbbb4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0418844 Nov 18 16:26:28.017235 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2b4899fa-22f6-45d2-92e3-da7e6313103f req-3d9d9494-b2b6-4ec6-b4fd-954415202eca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 1162 time: 0.0787449 Nov 18 16:26:28.066115 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2b4899fa-22f6-45d2-92e3-da7e6313103f req-96c660ef-7011-4d4e-aefd-7b9fede26d39 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0393386 Nov 18 16:26:28.079197 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 9202498d-c165-4e5a-96ff-7a579fab1ea9 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:28.150448 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 9202498d-c165-4e5a-96ff-7a579fab1ea9 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:28.150448 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:28.526714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793b908-666e-416e-8750-75827ec0dd83 req-c579896e-51ae-46d5-bf40-c5502ec8a345 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:28.528557 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a793b908-666e-416e-8750-75827ec0dd83 req-c579896e-51ae-46d5-bf40-c5502ec8a345 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.0888491 Nov 18 16:26:28.589096 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a793b908-666e-416e-8750-75827ec0dd83 req-69b4e8e7-3d12-46d0-b558-ab6ebe6cc14e tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539138 Nov 18 16:26:28.752194 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9eeb2-8b6b-4bfd-ba91-e3af2da4ee15 req-f477a9f3-a10e-4c22-87ef-1f9de48ce02c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:28.753775 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8be9eeb2-8b6b-4bfd-ba91-e3af2da4ee15 req-f477a9f3-a10e-4c22-87ef-1f9de48ce02c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0841622 Nov 18 16:26:28.802903 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8be9eeb2-8b6b-4bfd-ba91-e3af2da4ee15 req-f61c543f-c768-4a56-8185-06df230dc218 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427542 Nov 18 16:26:28.980326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd8471-dbf5-4a2b-8158-01be072a1737 req-f7a62377-0df3-4dca-9e04-e17593a50cdd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:28.981927 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b0dd8471-dbf5-4a2b-8158-01be072a1737 req-f7a62377-0df3-4dca-9e04-e17593a50cdd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 945 time: 0.0816886 Nov 18 16:26:29.030042 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b0dd8471-dbf5-4a2b-8158-01be072a1737 req-20937315-5453-4b26-b07a-615139a37dec tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0411072 Nov 18 16:26:29.303927 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bc59c608-ada3-4836-ad96-f96e5a0e0c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:29.678341 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:29.831237 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2b0e6-080c-4b40-9ee2-3b67a465dd59 req-c3da581d-d549-41ee-ad93-e31c66e1f0b9 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:29.833056 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f2b0e6-080c-4b40-9ee2-3b67a465dd59 req-c3da581d-d549-41ee-ad93-e31c66e1f0b9 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.1042564 Nov 18 16:26:29.888995 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f2b0e6-080c-4b40-9ee2-3b67a465dd59 req-ec51687b-cc27-41eb-9aa1-626f93b105a3 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494335 Nov 18 16:26:30.271926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b11b26-9652-4ce4-a21e-2722492b9a02 req-d165ac37-6a14-48d9-981d-a7169f0f6240 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:30.278941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.objects.ports [None req-2f671af3-8405-4905-96d7-c97c95c6250d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:26:30.281198 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-29b11b26-9652-4ce4-a21e-2722492b9a02 req-d165ac37-6a14-48d9-981d-a7169f0f6240 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 945 time: 0.1130900 Nov 18 16:26:30.312838 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f68ccfe3-82ef-4fd1-8d60-098dc54f59bd req-43538849-2258-4c82-ba17-9a9443a56d96 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66&tenant_id=df494528946a43d5ba6514ed79b63a48 HTTP/1.1" status: 200 len: 1161 time: 0.3755250 Nov 18 16:26:30.320698 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2970d3-0f46-4f04-af70-bc452a55b886 req-b19910c5-3052-457c-91bb-3c167f13cf6b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:30.322228 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bd2970d3-0f46-4f04-af70-bc452a55b886 req-b19910c5-3052-457c-91bb-3c167f13cf6b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1461136 Nov 18 16:26:30.332134 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-29b11b26-9652-4ce4-a21e-2722492b9a02 req-4d12216d-2caa-4b58-a085-9ad6e68da16e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0498776 Nov 18 16:26:30.372887 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bd2970d3-0f46-4f04-af70-bc452a55b886 req-10ff9489-2da4-4c33-9fbc-59ff344d774c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429516 Nov 18 16:26:30.449892 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f68ccfe3-82ef-4fd1-8d60-098dc54f59bd req-2c47af6a-e43a-4903-a9e0-a5d1becab1e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 1161 time: 0.0759785 Nov 18 16:26:30.595683 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ccfe3-82ef-4fd1-8d60-098dc54f59bd req-28df3e18-ffcd-4615-b87d-6dd6cbb93706 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:30.597270 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f68ccfe3-82ef-4fd1-8d60-098dc54f59bd req-28df3e18-ffcd-4615-b87d-6dd6cbb93706 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 910 time: 0.1376264 Nov 18 16:26:30.657522 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:30.709632 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f68ccfe3-82ef-4fd1-8d60-098dc54f59bd req-48b8c28c-f878-4bdf-8379-fa33c4299bbf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9185da52-7e4d-4a59-834a-05b87e9ab962 HTTP/1.1" status: 200 len: 999 time: 0.1037331 Nov 18 16:26:30.781665 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ccfe3-82ef-4fd1-8d60-098dc54f59bd req-32447075-4997-4bd3-9af4-e29b504a6c2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:30.783284 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f68ccfe3-82ef-4fd1-8d60-098dc54f59bd req-32447075-4997-4bd3-9af4-e29b504a6c2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1beae45-1813-4b14-95e2-5567322586dc HTTP/1.1" status: 200 len: 855 time: 0.0662048 Nov 18 16:26:30.893085 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f68ccfe3-82ef-4fd1-8d60-098dc54f59bd req-dabbd148-2fb9-4773-a838-c69a1b9935eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b887802-331a-4da8-8c9d-df380fb14d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0965016 Nov 18 16:26:31.040353 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f68ccfe3-82ef-4fd1-8d60-098dc54f59bd req-8d8adcb0-e1fb-4a6f-bea8-23821e494878 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399505 Nov 18 16:26:31.196098 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:31.248348 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f68ccfe3-82ef-4fd1-8d60-098dc54f59bd req-593f5040-1d3d-4e9f-abea-820b6cdedcba service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1678808 Nov 18 16:26:31.255420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46894b2f-2c59-4156-b5af-045b5e854145 req-2e830f39-5934-4a3a-9cb1-f3162c32349f tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:31.257006 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-46894b2f-2c59-4156-b5af-045b5e854145 req-2e830f39-5934-4a3a-9cb1-f3162c32349f tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 944 time: 0.2156742 Nov 18 16:26:31.308365 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-46894b2f-2c59-4156-b5af-045b5e854145 req-97c0476d-6f05-48da-a080-6250c7ebd22d tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450487 Nov 18 16:26:31.388945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:31.482198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:26:31.488874 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:31.489441 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:31.567472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0595c64-a131-4356-bcdb-ab5e474715ee req-eef23599-402b-4bed-b362-9a9760943a31 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:31.569178 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c0595c64-a131-4356-bcdb-ab5e474715ee req-eef23599-402b-4bed-b362-9a9760943a31 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 945 time: 0.0845630 Nov 18 16:26:31.611061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:31.624323 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c0595c64-a131-4356-bcdb-ab5e474715ee req-81374530-dcd7-490c-b378-e9df12d6dffd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0479758 Nov 18 16:26:31.636582 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a5673-c954-4e07-adde-f2f5f8442fab req-aec1a9f4-b3f8-4617-bfcf-cd6b1dc37f6e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:31.638323 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1e3a5673-c954-4e07-adde-f2f5f8442fab req-aec1a9f4-b3f8-4617-bfcf-cd6b1dc37f6e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1034274 Nov 18 16:26:31.641609 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f396ab79-c4a0-4135-b3a8-94428373ef78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0910d3-fc35-4c6a-97e8-6d08a7978bb4'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:26:31.652414 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2a0910d3-fc35-4c6a-97e8-6d08a7978bb4,segment=NetworkSegment(ca657aef-444c-4104-997a-1641699aa396),segment_id=ca657aef-444c-4104-997a-1641699aa396)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:26:31.657432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:31.658437 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 9202498d-c165-4e5a-96ff-7a579fab1ea9 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:31.689594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:31.691946 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1e3a5673-c954-4e07-adde-f2f5f8442fab req-a7bf039e-9f6b-4bd6-8a07-0cf5282851d8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457733 Nov 18 16:26:31.885592 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f396ab79-c4a0-4135-b3a8-94428373ef78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0910d3-fc35-4c6a-97e8-6d08a7978bb4', 'code': 200} Nov 18 16:26:31.938711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5789e1-1573-4a51-85b6-1279d5e476f1 req-4886accf-db33-41a7-8312-9e87a29221c5 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:31.947317 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cd5789e1-1573-4a51-85b6-1279d5e476f1 req-4886accf-db33-41a7-8312-9e87a29221c5 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 945 time: 0.1225271 Nov 18 16:26:31.971126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=2a0910d3-fc35-4c6a-97e8-6d08a7978bb4,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:31.984601 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:31.995983 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 9202498d-c165-4e5a-96ff-7a579fab1ea9 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:31.996387 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:32.000158 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cd5789e1-1573-4a51-85b6-1279d5e476f1 req-671e0ad1-2786-4d72-bf73-196164141c4f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0518069 Nov 18 16:26:32.213205 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-22819c74-301f-4bac-951d-47a4592a15e8 req-090cccd2-3244-4461-9044-e895b53cf850 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1564870 Nov 18 16:26:32.223603 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'floatingip': {'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:26:32.228991 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:26:32.233007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Usage tracker for resource:floatingip and tenant:4f83100735174800a64c933476053984 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:26:32.235990 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:26:32.246723 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:26:32.256092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:32.399235 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:32.667725 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Allocated IP 172.27.0.171 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/f6bf01d1-e854-4b0f-9d68-8a61786ad72d) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:26:32.819945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:32.845621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:32.861654 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c47e4df6-d3ee-47aa-8aeb-5a17675ce330 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:33.000034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event updated for resources: {'Port': ['ID=f6bf01d1-e854-4b0f-9d68-8a61786ad72d,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:33.004320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:33.048251 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:26:33.049427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:26:33.051852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:26:33.187283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:33.251342 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:33.514612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:33.518768 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:33.533690 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:26:33.883268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event updated for resources: {'Port': ['ID=f6bf01d1-e854-4b0f-9d68-8a61786ad72d,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:26:33.886552 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:26:33.973654 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:33.997093 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:33.998392 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-22819c74-301f-4bac-951d-47a4592a15e8 req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7788775 Nov 18 16:26:34.082971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-22819c74-301f-4bac-951d-47a4592a15e8 req-078cfdab-8155-49b5-b569-b61e09fa2ddc tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:floatingip {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:26:34.099323 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-22819c74-301f-4bac-951d-47a4592a15e8 req-078cfdab-8155-49b5-b569-b61e09fa2ddc tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:floatingip {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:26:34.100589 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-22819c74-301f-4bac-951d-47a4592a15e8 req-078cfdab-8155-49b5-b569-b61e09fa2ddc tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0950980 Nov 18 16:26:34.255947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819c74-301f-4bac-951d-47a4592a15e8 req-d38f3702-8f96-4159-adca-128ecc6a8596 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:34.257429 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-22819c74-301f-4bac-951d-47a4592a15e8 req-d38f3702-8f96-4159-adca-128ecc6a8596 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/networks/eae6701d-1990-4314-b852-5917518e9bba HTTP/1.1" status: 200 len: 784 time: 0.1509883 Nov 18 16:26:34.268429 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-22819c74-301f-4bac-951d-47a4592a15e8 req-f38ce8cb-84fc-4572-a18d-5180c02a0de7 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:26:34.269646 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-22819c74-301f-4bac-951d-47a4592a15e8 req-f38ce8cb-84fc-4572-a18d-5180c02a0de7 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0064201 Nov 18 16:26:34.451675 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8f31e-2e39-445b-9a77-c23165e1070b req-55af25e6-8114-491a-b22a-df22d3c976c8 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:34.453779 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-27f8f31e-2e39-445b-9a77-c23165e1070b req-55af25e6-8114-491a-b22a-df22d3c976c8 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0824215 Nov 18 16:26:34.501344 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-27f8f31e-2e39-445b-9a77-c23165e1070b req-ef712d2c-f509-4213-8b54-1f06aef9b7c4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Nov 18 16:26:34.700157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a29781-ae1c-46bd-8a50-2b7d26c6203c req-e0e5def3-a069-47fe-99de-5b945480dbb1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:34.701645 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-35a29781-ae1c-46bd-8a50-2b7d26c6203c req-e0e5def3-a069-47fe-99de-5b945480dbb1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0844638 Nov 18 16:26:34.748091 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-35a29781-ae1c-46bd-8a50-2b7d26c6203c req-5e238e22-33ef-4906-94d2-2137895d825f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399873 Nov 18 16:26:34.970378 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-666c2aec-1d37-4f47-9456-ec686421f98d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:34.971994 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-666c2aec-1d37-4f47-9456-ec686421f98d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0822902 Nov 18 16:26:35.055513 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-3a549dd2-1682-4158-810c-912f78562f03 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0775995 Nov 18 16:26:35.066054 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-1c4d7a5f-bfc6-49ca-9a13-88fa98af9f41 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'floatingip': {'port_id': '9202498d-c165-4e5a-96ff-7a579fab1ea9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:26:35.146503 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-1c4d7a5f-bfc6-49ca-9a13-88fa98af9f41 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:35.768566 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-1c4d7a5f-bfc6-49ca-9a13-88fa98af9f41 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:35.771226 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-1c4d7a5f-bfc6-49ca-9a13-88fa98af9f41 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:35.966001 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-1c4d7a5f-bfc6-49ca-9a13-88fa98af9f41 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Floating IP ffaeb222-e66f-4fa0-8480-b9700f193d95 associated. External IP: 172.27.0.171, port: 9202498d-c165-4e5a-96ff-7a579fab1ea9. Nov 18 16:26:36.370143 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-1c4d7a5f-bfc6-49ca-9a13-88fa98af9f41 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Router 4b716cd0-5cce-444b-b689-dd6248265558 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:26:36.805337 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-1c4d7a5f-bfc6-49ca-9a13-88fa98af9f41 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:26:36.810302 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-1c4d7a5f-bfc6-49ca-9a13-88fa98af9f41 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:36.825683 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58506b-8ea3-490c-bb20-07495ea61762 None None] Sync routers for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:26:36.852944 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58506b-8ea3-490c-bb20-07495ea61762 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:26:36.853940 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-fb58506b-8ea3-490c-bb20-07495ea61762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:26:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:26:36.876233 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-1c4d7a5f-bfc6-49ca-9a13-88fa98af9f41 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "PUT /v2.0/floatingips/ffaeb222-e66f-4fa0-8480-b9700f193d95 HTTP/1.1" status: 200 len: 996 time: 1.8147392 Nov 18 16:26:36.876758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'tag': '9202498d-c165-4e5a-96ff-7a579fab1ea9'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:26:36.915000 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c401b480-728e-499f-a5b8-b0e59a75a1d2 req-cc08bd33-8e33-4a50-a7da-555ac8d415f2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 1163 time: 0.1021416 Nov 18 16:26:37.006356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:26:37.039235 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c401b480-728e-499f-a5b8-b0e59a75a1d2 req-65ec58fe-18cb-4ed0-957a-369bbee97cc9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659156 Nov 18 16:26:37.047318 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-c6418057-9d91-4de0-8bc5-971262cab300 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 1162 time: 0.1557055 Nov 18 16:26:37.049792 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d114e-5586-4495-9eb7-80d2fcc0bdc1 req-6bedf4b8-33d6-4a9a-b667-82229237d241 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:37.051472 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5a3d114e-5586-4495-9eb7-80d2fcc0bdc1 req-6bedf4b8-33d6-4a9a-b667-82229237d241 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.1258996 Nov 18 16:26:37.103983 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5a3d114e-5586-4495-9eb7-80d2fcc0bdc1 req-cf83979f-bb8f-4214-b35b-7f9958ec7650 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457692 Nov 18 16:26:37.116390 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-fb58506b-8ea3-490c-bb20-07495ea61762 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:26:37.166557 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:26:37.166970 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:37.195635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-88308940-095d-443c-9f55-67fca78fe11e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:37.197873 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-88308940-095d-443c-9f55-67fca78fe11e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.1431117 Nov 18 16:26:37.309681 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-8dd37941-2add-4a06-a97e-50eb1eb353a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9202498d-c165-4e5a-96ff-7a579fab1ea9 HTTP/1.1" status: 200 len: 999 time: 0.1037185 Nov 18 16:26:37.320119 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7202cb5-29f2-4f53-867d-12305d7e6c85 req-bd24ac84-c30c-4e37-8327-6aa9c6fce14b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:37.321874 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f7202cb5-29f2-4f53-867d-12305d7e6c85 req-bd24ac84-c30c-4e37-8327-6aa9c6fce14b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0913966 Nov 18 16:26:37.377684 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f7202cb5-29f2-4f53-867d-12305d7e6c85 req-f54b3920-906e-49f3-ba53-13e3495f6e63 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466030 Nov 18 16:26:37.384427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-329ed002-f00c-494b-a398-0e136556a2f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:37.386104 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-329ed002-f00c-494b-a398-0e136556a2f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.0693984 Nov 18 16:26:37.473049 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'tag': '9202498d-c165-4e5a-96ff-7a579fab1ea9', 'status': 'completed', 'code': 200} Nov 18 16:26:37.489496 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-3ee2420d-60f6-4057-8c08-6d81f03aacd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956933 Nov 18 16:26:37.502459 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-3b91fd5c-d9dd-4b73-ad75-beaf894172d8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:26:37.504014 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-3b91fd5c-d9dd-4b73-ad75-beaf894172d8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0069318 Nov 18 16:26:37.625860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-fb58506b-8ea3-490c-bb20-07495ea61762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': 'ffaeb222-e66f-4fa0-8480-b9700f193d95', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': '9202498d-c165-4e5a-96ff-7a579fab1ea9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:69:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:26:33Z', 'updated_at': '2020-11-18T16:26:35Z', 'revision_number': 1, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:26:37.632815 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58506b-8ea3-490c-bb20-07495ea61762 None None] Checking router: 4b716cd0-5cce-444b-b689-dd6248265558 for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:26:37.656444 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4f5c7284-88db-4f0b-899b-3c190542f8fa req-18216240-c2fd-4b61-ae6d-0a5bd74a8768 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 1162 time: 0.1573048 Nov 18 16:26:37.662631 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58506b-8ea3-490c-bb20-07495ea61762 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:26:37.663398 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-fb58506b-8ea3-490c-bb20-07495ea61762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:26:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:26:37.733720 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-ca0e653b-a3de-4325-b452-cc05b2054d70 service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216091 Nov 18 16:26:37.889240 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c7284-88db-4f0b-899b-3c190542f8fa req-dd116290-e110-41f5-9a11-c50598eb1a16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:37.891895 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4f5c7284-88db-4f0b-899b-3c190542f8fa req-dd116290-e110-41f5-9a11-c50598eb1a16 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.2270060 Nov 18 16:26:37.910377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-fb58506b-8ea3-490c-bb20-07495ea61762 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:26:38.015943 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4f5c7284-88db-4f0b-899b-3c190542f8fa req-93031c84-5bb3-4a16-9a09-43114aa08289 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9202498d-c165-4e5a-96ff-7a579fab1ea9 HTTP/1.1" status: 200 len: 999 time: 0.1158414 Nov 18 16:26:38.081684 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0749b0d8-e95b-46b5-8c3f-05ea0b8caecc req-7ca9ef2c-fd3d-4e4e-98c6-f570afe55ada service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3405781 Nov 18 16:26:38.345341 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-fb58506b-8ea3-490c-bb20-07495ea61762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': 'ffaeb222-e66f-4fa0-8480-b9700f193d95', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': '9202498d-c165-4e5a-96ff-7a579fab1ea9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:69:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:26:33Z', 'updated_at': '2020-11-18T16:26:35Z', 'revision_number': 1, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:26:38.350478 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb58506b-8ea3-490c-bb20-07495ea61762 None None] The sync data for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi is: [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': 'ffaeb222-e66f-4fa0-8480-b9700f193d95', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': '9202498d-c165-4e5a-96ff-7a579fab1ea9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:69:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:26:33Z', 'updated_at': '2020-11-18T16:26:35Z', 'revision_number': 1, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:26:38.363884 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430158-2817-470d-9af1-1a2c71d79be8 req-1f3ff8bf-9c67-4274-871d-8feaa93b7b55 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:38.365551 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-35430158-2817-470d-9af1-1a2c71d79be8 req-1f3ff8bf-9c67-4274-871d-8feaa93b7b55 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.1083796 Nov 18 16:26:38.429492 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-35430158-2817-470d-9af1-1a2c71d79be8 req-a0aedd16-6d23-48ac-9c0d-2f599203aca5 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511181 Nov 18 16:26:38.665082 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f631582-7bef-4589-9777-f5020ad4b9cd req-5415324d-9580-47ed-9d72-181dab52a5d0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:38.666947 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1f631582-7bef-4589-9777-f5020ad4b9cd req-5415324d-9580-47ed-9d72-181dab52a5d0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0871017 Nov 18 16:26:38.719160 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1f631582-7bef-4589-9777-f5020ad4b9cd req-3deef3bd-2039-495f-a565-37037ace1623 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455084 Nov 18 16:26:38.731373 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934365c4-ff17-4b1f-bc1c-aa6f833cfa1a None None] New status for floating IP ffaeb222-e66f-4fa0-8480-b9700f193d95: ACTIVE {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:26:39.386869 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7c738-fc7d-4df9-a3d9-f6315ce9cafc req-de1ee6e7-f155-4bb9-8241-34be51cd8b5e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:39.388662 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21b7c738-fc7d-4df9-a3d9-f6315ce9cafc req-de1ee6e7-f155-4bb9-8241-34be51cd8b5e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.0832903 Nov 18 16:26:39.437978 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21b7c738-fc7d-4df9-a3d9-f6315ce9cafc req-d2a58215-4a50-452c-a67e-59a8df265a80 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422945 Nov 18 16:26:39.686239 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669a23a-22cb-4105-8402-0b26600bf4ae req-4a87f79c-a40a-4d99-abd6-1eb1ccc664ec tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:39.688573 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1669a23a-22cb-4105-8402-0b26600bf4ae req-4a87f79c-a40a-4d99-abd6-1eb1ccc664ec tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.1147273 Nov 18 16:26:39.737373 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1669a23a-22cb-4105-8402-0b26600bf4ae req-1fd1936e-4d8e-4632-976b-f568437e0577 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425727 Nov 18 16:26:39.963718 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373fa46-09f5-4970-88ca-b94cc9388ce3 req-9188f875-dad2-40cc-9cf4-a2afbf79d84f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:39.965340 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b373fa46-09f5-4970-88ca-b94cc9388ce3 req-9188f875-dad2-40cc-9cf4-a2afbf79d84f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0828145 Nov 18 16:26:40.013779 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b373fa46-09f5-4970-88ca-b94cc9388ce3 req-4c686b5e-30fa-4046-85e6-fb04bf833b31 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 Nov 18 16:26:40.654131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a627a-b13b-4312-b297-b1d51959be36 req-74a66ef9-eac8-4d8b-a945-ad316da83738 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:40.655803 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7f1a627a-b13b-4312-b297-b1d51959be36 req-74a66ef9-eac8-4d8b-a945-ad316da83738 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.0881338 Nov 18 16:26:40.704050 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7f1a627a-b13b-4312-b297-b1d51959be36 req-815d8509-60f5-4981-8c25-fd6625000c84 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Nov 18 16:26:40.972559 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f079c-e137-4c50-9005-7c2423cdb721 req-e8028169-fbc7-4305-8473-853f35d87f1a tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:40.974199 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a65f079c-e137-4c50-9005-7c2423cdb721 req-e8028169-fbc7-4305-8473-853f35d87f1a tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0842974 Nov 18 16:26:41.022639 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a65f079c-e137-4c50-9005-7c2423cdb721 req-87703e7b-b319-4779-96a8-831056f7f86c tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 Nov 18 16:26:41.249859 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dd86f-450a-4ba6-88d7-3d1f9f3d4b4c req-dbd6b267-1dd2-435e-ba20-64525e5cea7c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:41.252042 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-435dd86f-450a-4ba6-88d7-3d1f9f3d4b4c req-dbd6b267-1dd2-435e-ba20-64525e5cea7c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0899889 Nov 18 16:26:41.299912 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-435dd86f-450a-4ba6-88d7-3d1f9f3d4b4c req-03d1dd81-d3a3-4fb4-999b-94cd4afb97e7 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417733 Nov 18 16:26:42.042975 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daac0bd-7fe5-4dd8-990f-9f119e64390f req-c5463a4e-e2be-4e0f-a7d7-3ef2b756da24 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:42.044688 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2daac0bd-7fe5-4dd8-990f-9f119e64390f req-c5463a4e-e2be-4e0f-a7d7-3ef2b756da24 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.1405115 Nov 18 16:26:42.119841 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2daac0bd-7fe5-4dd8-990f-9f119e64390f req-a9aa8068-97df-4693-b8dc-b7c2bd65e1a6 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682442 Nov 18 16:26:42.325550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2a32c-2f04-4f03-b32b-b31001f6d91e req-3cc7c774-a011-4b65-b531-148c0d14e651 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:42.327064 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f2a32c-2f04-4f03-b32b-b31001f6d91e req-3cc7c774-a011-4b65-b531-148c0d14e651 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0827973 Nov 18 16:26:42.373978 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f2a32c-2f04-4f03-b32b-b31001f6d91e req-e6cd0c25-b799-4247-9f1a-bf58c6f30a81 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Nov 18 16:26:42.574692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e19a72-42c4-4751-bd68-b15a63664ff2 req-291f8b5c-8a9c-422c-be9a-f8822f9c1199 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:42.576487 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41e19a72-42c4-4751-bd68-b15a63664ff2 req-291f8b5c-8a9c-422c-be9a-f8822f9c1199 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0863698 Nov 18 16:26:42.624534 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41e19a72-42c4-4751-bd68-b15a63664ff2 req-cb59a927-4163-44bf-a390-13f8a4d5a358 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413723 Nov 18 16:26:43.353396 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded445d6-705b-4037-bffc-92351941f0bb req-0bb2df9d-b355-4683-948f-d96742c27c8c tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:43.354954 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ded445d6-705b-4037-bffc-92351941f0bb req-0bb2df9d-b355-4683-948f-d96742c27c8c tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.0842845 Nov 18 16:26:43.402711 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ded445d6-705b-4037-bffc-92351941f0bb req-1a6f947a-84d1-43e8-8022-41b7d5bf0fd6 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Nov 18 16:26:43.599769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf4f55-a900-4bb4-8a49-23ad609049f3 req-4fb1139f-0845-43fc-9d3c-ad8db6de3db2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:43.601362 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6cbf4f55-a900-4bb4-8a49-23ad609049f3 req-4fb1139f-0845-43fc-9d3c-ad8db6de3db2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0859492 Nov 18 16:26:43.649564 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6cbf4f55-a900-4bb4-8a49-23ad609049f3 req-1a922b5d-4054-4e5a-a469-8952ccfbf553 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Nov 18 16:26:43.863010 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0b420-7b2d-4b6b-b95c-6d2e4c8db80f req-476065b6-19e4-4e1c-b28e-040978fa4f44 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:43.864906 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-88b0b420-7b2d-4b6b-b95c-6d2e4c8db80f req-476065b6-19e4-4e1c-b28e-040978fa4f44 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0934460 Nov 18 16:26:43.922834 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-88b0b420-7b2d-4b6b-b95c-6d2e4c8db80f req-9863a7a8-dd61-474a-9049-6d74b83ede58 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503569 Nov 18 16:26:43.951442 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:44.633396 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b27e15-ca20-4bd4-983c-c504222b7020 req-e91191dd-30c5-426c-8f0d-6fdad6eaf694 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:44.635053 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28b27e15-ca20-4bd4-983c-c504222b7020 req-e91191dd-30c5-426c-8f0d-6fdad6eaf694 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.0876143 Nov 18 16:26:44.684289 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28b27e15-ca20-4bd4-983c-c504222b7020 req-31b9f949-f982-4845-906f-e67b1839217b tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423362 Nov 18 16:26:44.858240 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:26:44.937858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cc748-a751-49ee-a258-affee040b9f9 req-841efbe5-f316-40a0-90e4-61d5276e4abe tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:44.939654 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-653cc748-a751-49ee-a258-affee040b9f9 req-841efbe5-f316-40a0-90e4-61d5276e4abe tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0970998 Nov 18 16:26:44.988509 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-653cc748-a751-49ee-a258-affee040b9f9 req-c6267077-3d47-4a0d-a197-3c5a629b5f9d tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425928 Nov 18 16:26:45.185252 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0ff30-402a-4ad7-a452-8ededbaacf8e req-f09a5ec9-d635-4673-877c-ab5b823dd50d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:45.186765 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5ad0ff30-402a-4ad7-a452-8ededbaacf8e req-f09a5ec9-d635-4673-877c-ab5b823dd50d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0815537 Nov 18 16:26:45.233924 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5ad0ff30-402a-4ad7-a452-8ededbaacf8e req-e590c468-56da-42f2-86b3-44031b01bc61 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404017 Nov 18 16:26:45.913023 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352eae0-3473-47c5-a0ec-a1ff90f0a48e req-170515b2-d2da-4f7e-ab28-0fd2da8fbbb5 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:45.914642 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3352eae0-3473-47c5-a0ec-a1ff90f0a48e req-170515b2-d2da-4f7e-ab28-0fd2da8fbbb5 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.0952342 Nov 18 16:26:45.964486 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3352eae0-3473-47c5-a0ec-a1ff90f0a48e req-b77728c4-aab5-4290-ba5d-bb5c2f6b9037 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431521 Nov 18 16:26:46.208828 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d84685-e30c-4bd2-b67b-a3488f9fabf9 req-7d8944e4-f2c5-4e0e-97b3-5a0e37ce4f60 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:46.210478 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-80d84685-e30c-4bd2-b67b-a3488f9fabf9 req-7d8944e4-f2c5-4e0e-97b3-5a0e37ce4f60 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0874264 Nov 18 16:26:46.259487 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-80d84685-e30c-4bd2-b67b-a3488f9fabf9 req-34bbcf7c-7805-4edb-945f-98a7fa0fb05e tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427105 Nov 18 16:26:46.517557 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7bca3-a1d0-4665-a418-23dde9577681 req-37c831a0-f3d8-48b7-8f34-9a3d7ff112e9 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:46.519107 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-18e7bca3-a1d0-4665-a418-23dde9577681 req-37c831a0-f3d8-48b7-8f34-9a3d7ff112e9 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1214352 Nov 18 16:26:46.568726 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-18e7bca3-a1d0-4665-a418-23dde9577681 req-093056ad-a094-4775-b905-de81b84584e3 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430920 Nov 18 16:26:47.173959 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f2731-5103-47ff-91bd-498709859503 req-97e43815-fa25-46f2-a260-a65794a4b880 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:47.175538 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cd5f2731-5103-47ff-91bd-498709859503 req-97e43815-fa25-46f2-a260-a65794a4b880 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.0810785 Nov 18 16:26:47.226068 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cd5f2731-5103-47ff-91bd-498709859503 req-dc95e968-9ade-44a3-916e-2102c7dedb84 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444708 Nov 18 16:26:47.469953 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73de3d-2269-44de-b669-b9787bcd5cab req-910582c0-958b-442f-bf72-b313d909bac3 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:47.471549 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cd73de3d-2269-44de-b669-b9787bcd5cab req-910582c0-958b-442f-bf72-b313d909bac3 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0823324 Nov 18 16:26:47.519348 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cd73de3d-2269-44de-b669-b9787bcd5cab req-a33d42c2-0c47-4aba-b42f-e268ad561df7 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415311 Nov 18 16:26:47.828145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02c17a-fe90-42a0-9cd9-db59b5045dfa req-86fee4e6-8145-4f3a-ae11-0322849eae86 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:47.829749 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b02c17a-fe90-42a0-9cd9-db59b5045dfa req-86fee4e6-8145-4f3a-ae11-0322849eae86 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0890267 Nov 18 16:26:47.878222 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b02c17a-fe90-42a0-9cd9-db59b5045dfa req-386a3d5d-406d-4f2b-bbfb-42f515a72023 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422347 Nov 18 16:26:48.456526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a42ee-6602-43e6-bd89-52f2af546093 req-60ebec05-3085-4eaa-acea-3923346df979 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:48.458040 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-275a42ee-6602-43e6-bd89-52f2af546093 req-60ebec05-3085-4eaa-acea-3923346df979 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.0825558 Nov 18 16:26:48.505692 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-275a42ee-6602-43e6-bd89-52f2af546093 req-a43beb46-8b40-479c-b6b8-1662b2281f39 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 Nov 18 16:26:48.752027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b553d-6f3d-42ba-bff0-5807488ba8f2 req-3716e666-68bd-418a-88db-a4be5d84e592 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:48.753846 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-412b553d-6f3d-42ba-bff0-5807488ba8f2 req-3716e666-68bd-418a-88db-a4be5d84e592 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0976310 Nov 18 16:26:48.805104 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-412b553d-6f3d-42ba-bff0-5807488ba8f2 req-a29bba32-56c9-4b17-9b53-2dce58db2178 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448239 Nov 18 16:26:49.117509 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf80e5-d669-40d7-8e89-cd86496a7829 req-f3f9ea0b-ab32-4fcc-ad16-07de1023dfea tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:49.119284 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fdcf80e5-d669-40d7-8e89-cd86496a7829 req-f3f9ea0b-ab32-4fcc-ad16-07de1023dfea tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0930958 Nov 18 16:26:49.176066 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fdcf80e5-d669-40d7-8e89-cd86496a7829 req-98673d2f-627c-49f1-a54d-67fb29e816ba tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505166 Nov 18 16:26:49.731870 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5294c27-c6cc-4f4a-ad4d-335c4448aede req-f9492b89-bb12-4e06-815b-914b55600614 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:49.733474 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f5294c27-c6cc-4f4a-ad4d-335c4448aede req-f9492b89-bb12-4e06-815b-914b55600614 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.0836713 Nov 18 16:26:49.783804 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f5294c27-c6cc-4f4a-ad4d-335c4448aede req-471aeab0-aec9-47f9-a8f6-02d9a862ca3c tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441356 Nov 18 16:26:50.019649 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c000c-ccd3-47af-b73b-27b5f64fc086 req-a889a143-3235-4aee-8744-4d58410d827d tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:50.021287 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5a2c000c-ccd3-47af-b73b-27b5f64fc086 req-a889a143-3235-4aee-8744-4d58410d827d tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0869005 Nov 18 16:26:50.095128 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5a2c000c-ccd3-47af-b73b-27b5f64fc086 req-327e7867-caeb-4b00-95b0-7eda799084b8 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651548 Nov 18 16:26:50.409697 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d885147-3686-45dd-8b78-311f6c765cd8 req-fe0d6e16-e8ff-46d2-9054-2989286068c1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:50.411317 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3d885147-3686-45dd-8b78-311f6c765cd8 req-fe0d6e16-e8ff-46d2-9054-2989286068c1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0835512 Nov 18 16:26:50.459152 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3d885147-3686-45dd-8b78-311f6c765cd8 req-8b6b3df7-f1f3-4aa9-bf4a-eb526dd82e05 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 Nov 18 16:26:51.049445 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3deb1d-12d3-4580-ae7b-78c9c901876e req-30ff556a-49a7-41f6-821d-56c8ce30bfd7 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:51.051744 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-af3deb1d-12d3-4580-ae7b-78c9c901876e req-30ff556a-49a7-41f6-821d-56c8ce30bfd7 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.1242616 Nov 18 16:26:51.103180 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-af3deb1d-12d3-4580-ae7b-78c9c901876e req-45a9266e-b1e1-45d1-a098-1541a7ee72a0 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446179 Nov 18 16:26:51.305757 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f9b3-266c-4a9f-a002-4b49f81fedf5 req-84fe043c-f793-4398-b1a7-ecb25f47d230 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:51.307600 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-58e1f9b3-266c-4a9f-a002-4b49f81fedf5 req-84fe043c-f793-4398-b1a7-ecb25f47d230 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0890818 Nov 18 16:26:51.371744 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-58e1f9b3-266c-4a9f-a002-4b49f81fedf5 req-55f9fc78-4f2c-4a22-949a-e5951c6f2bcd tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565753 Nov 18 16:26:51.707225 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b696fb-dcb5-4051-b4c6-743e648d2033 req-694702ac-6b31-4fee-80ee-e1e03c8e785b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:51.708979 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-03b696fb-dcb5-4051-b4c6-743e648d2033 req-694702ac-6b31-4fee-80ee-e1e03c8e785b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0922563 Nov 18 16:26:51.759244 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-03b696fb-dcb5-4051-b4c6-743e648d2033 req-ad7f7d93-d263-4a11-81cd-589143e0f62d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 Nov 18 16:26:52.342484 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4adb75-72d2-4d08-9436-6f3cbdf5de00 req-46cee3dd-4dfe-4959-8258-6e177401a6a8 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:52.344050 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4c4adb75-72d2-4d08-9436-6f3cbdf5de00 req-46cee3dd-4dfe-4959-8258-6e177401a6a8 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.0841668 Nov 18 16:26:52.395650 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4c4adb75-72d2-4d08-9436-6f3cbdf5de00 req-a67954c5-3398-4309-9b7b-1db2f37270cb tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453370 Nov 18 16:26:52.590394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c43414-35bf-4e5b-9574-09606c278818 req-152bb173-3453-4aee-830b-47c6c8db5038 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:52.592033 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-93c43414-35bf-4e5b-9574-09606c278818 req-152bb173-3453-4aee-830b-47c6c8db5038 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0829921 Nov 18 16:26:52.640149 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-93c43414-35bf-4e5b-9574-09606c278818 req-8861f496-f835-4067-9186-e878ddd29683 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418339 Nov 18 16:26:53.014320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b07ac1-1847-4d7a-b3d1-dae20da4708f req-3a840809-a644-4086-b7d9-76a25fc214ce tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:53.016210 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-93b07ac1-1847-4d7a-b3d1-dae20da4708f req-3a840809-a644-4086-b7d9-76a25fc214ce tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1068273 Nov 18 16:26:53.066721 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-93b07ac1-1847-4d7a-b3d1-dae20da4708f req-0edd7e58-0de2-4156-aae3-f31ac4f50c8f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437591 Nov 18 16:26:53.740670 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff11a64-cbbe-41c4-9bd4-2fc2f996e62a req-372a8bf4-c542-47cd-b33c-6e889274012e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:53.742831 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bff11a64-cbbe-41c4-9bd4-2fc2f996e62a req-372a8bf4-c542-47cd-b33c-6e889274012e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.0886228 Nov 18 16:26:53.830310 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bff11a64-cbbe-41c4-9bd4-2fc2f996e62a req-3390307a-7a2d-4d91-93cd-2b6ce5bdda49 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813484 Nov 18 16:26:54.040494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe25d50-ca0b-4e82-9e9d-35119d487e96 req-e385b375-49d8-4594-b186-264c8b69ac59 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:54.042134 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-efe25d50-ca0b-4e82-9e9d-35119d487e96 req-e385b375-49d8-4594-b186-264c8b69ac59 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0976377 Nov 18 16:26:54.092563 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-efe25d50-ca0b-4e82-9e9d-35119d487e96 req-ad945746-9c65-4bf3-aed8-de73693653f8 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439901 Nov 18 16:26:54.489482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abf220-471e-41b2-bf19-b12352b1f0cf req-1d8ef07d-05aa-4c6e-8c32-6f91cc2ffbc8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:54.492516 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-95abf220-471e-41b2-bf19-b12352b1f0cf req-1d8ef07d-05aa-4c6e-8c32-6f91cc2ffbc8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0984800 Nov 18 16:26:54.565944 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-95abf220-471e-41b2-bf19-b12352b1f0cf req-f0ca9fbd-3de5-4f18-941a-cc4e2dc702c0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682278 Nov 18 16:26:55.039834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808dcae-5243-4c6c-a183-10806615d8ec req-aeb693f4-679b-4845-bb16-3d1d10dafc44 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:55.041440 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a808dcae-5243-4c6c-a183-10806615d8ec req-aeb693f4-679b-4845-bb16-3d1d10dafc44 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.0822988 Nov 18 16:26:55.089049 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a808dcae-5243-4c6c-a183-10806615d8ec req-55c72160-5739-44d3-86a1-baa082551a07 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415514 Nov 18 16:26:55.302020 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722f291-13ab-4d67-b17a-79e3fd9ff795 req-09455162-b30f-4b8b-903e-25dd0639e0b1 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:55.303626 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c722f291-13ab-4d67-b17a-79e3fd9ff795 req-09455162-b30f-4b8b-903e-25dd0639e0b1 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0842175 Nov 18 16:26:55.377882 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c722f291-13ab-4d67-b17a-79e3fd9ff795 req-20d19ca6-6540-474d-9de8-ed2de85b853f tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650442 Nov 18 16:26:55.793876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2a6dd-6bd0-4a22-8df2-8c79890be0c0 req-454d435e-604c-4177-be38-2566f3bdf639 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:55.795518 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cfd2a6dd-6bd0-4a22-8df2-8c79890be0c0 req-454d435e-604c-4177-be38-2566f3bdf639 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0826106 Nov 18 16:26:55.845625 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cfd2a6dd-6bd0-4a22-8df2-8c79890be0c0 req-01a9b69b-1bc4-487b-ba07-5d2f7bf02b62 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433254 Nov 18 16:26:56.299597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b55fd-78d3-42e8-93d7-8e2f9fd07007 req-6dee91b4-84a8-40be-a41a-e6197c9ae4b9 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:56.301217 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b30b55fd-78d3-42e8-93d7-8e2f9fd07007 req-6dee91b4-84a8-40be-a41a-e6197c9ae4b9 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.0860302 Nov 18 16:26:56.349638 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b30b55fd-78d3-42e8-93d7-8e2f9fd07007 req-d42c4efb-67e4-4ac8-a737-c09af7fa4733 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Nov 18 16:26:56.584926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429b6d9-1b94-402c-9df5-377b3c098cf9 req-a0c469ef-1645-4bac-992d-210130929c00 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:56.586533 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6429b6d9-1b94-402c-9df5-377b3c098cf9 req-a0c469ef-1645-4bac-992d-210130929c00 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0815449 Nov 18 16:26:56.633557 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6429b6d9-1b94-402c-9df5-377b3c098cf9 req-0b674e03-dece-406f-b93f-9a624a9908fc tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 Nov 18 16:26:56.730102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9db5f406-a36c-4af7-b29f-fc3153c8ccd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:57.078068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85e624-82a0-4595-8749-1599dddea00a req-2bcb0a9f-4b8b-4ff5-8f44-555027fdc4c2 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:57.080571 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9e85e624-82a0-4595-8749-1599dddea00a req-2bcb0a9f-4b8b-4ff5-8f44-555027fdc4c2 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0863101 Nov 18 16:26:57.127883 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9e85e624-82a0-4595-8749-1599dddea00a req-6761f60c-8827-4090-97fb-7540a72d8f93 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416043 Nov 18 16:26:57.217197 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c7284-88db-4f0b-899b-3c190542f8fa req-f777bcbd-b26f-4a5d-8c13-150e9bf6d297 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:57.218931 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4f5c7284-88db-4f0b-899b-3c190542f8fa req-f777bcbd-b26f-4a5d-8c13-150e9bf6d297 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.1457322 Nov 18 16:26:57.312037 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4f5c7284-88db-4f0b-899b-3c190542f8fa req-790b0b26-3f93-40cb-bb24-111239ad8d7e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795443 Nov 18 16:26:57.403605 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3805f287-3869-4e5d-88c5-09a684e03d36 req-d45a2192-79b6-4d60-8db6-b3113d06914c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 1161 time: 0.0759952 Nov 18 16:26:57.472640 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4f5c7284-88db-4f0b-899b-3c190542f8fa req-35d93e2a-6fdf-4900-bd11-223ebad8cd06 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427450 Nov 18 16:26:57.626603 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4f5c7284-88db-4f0b-899b-3c190542f8fa req-2de5b916-42e7-438d-95ad-89b21c9e1fab service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1448455 Nov 18 16:26:57.842880 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f287-3869-4e5d-88c5-09a684e03d36 req-76630947-56c6-4a96-b0ab-c549db52516f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:57.844618 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3805f287-3869-4e5d-88c5-09a684e03d36 req-76630947-56c6-4a96-b0ab-c549db52516f service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 910 time: 0.4168806 Nov 18 16:26:57.854611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd3d89-bd8f-4a26-8c01-271779444ef1 req-ce6217d2-500f-4fdf-a46c-2cb0fa70e611 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:57.856187 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eefd3d89-bd8f-4a26-8c01-271779444ef1 req-ce6217d2-500f-4fdf-a46c-2cb0fa70e611 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.1758907 Nov 18 16:26:57.856384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e0b82-070c-4d82-99b6-8cd52d32a875 req-26b314a8-2182-4278-b791-d52279bd059b tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:57.858014 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dd0e0b82-070c-4d82-99b6-8cd52d32a875 req-26b314a8-2182-4278-b791-d52279bd059b tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0939922 Nov 18 16:26:57.907647 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dd0e0b82-070c-4d82-99b6-8cd52d32a875 req-52e1d71c-1a92-4422-94d4-05a4948f6073 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418582 Nov 18 16:26:57.991991 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eefd3d89-bd8f-4a26-8c01-271779444ef1 req-d0490773-d05c-45df-a943-c0bf6f18c586 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811574 Nov 18 16:26:57.995004 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3805f287-3869-4e5d-88c5-09a684e03d36 req-b137a99c-22fa-4e39-87de-fdc4b5b16202 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9185da52-7e4d-4a59-834a-05b87e9ab962 HTTP/1.1" status: 200 len: 999 time: 0.1378975 Nov 18 16:26:58.068629 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805f287-3869-4e5d-88c5-09a684e03d36 req-dcae8712-2374-4ee8-bc20-edae4e10ad4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:58.070221 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3805f287-3869-4e5d-88c5-09a684e03d36 req-dcae8712-2374-4ee8-bc20-edae4e10ad4b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1beae45-1813-4b14-95e2-5567322586dc HTTP/1.1" status: 200 len: 855 time: 0.0675735 Nov 18 16:26:58.153418 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3805f287-3869-4e5d-88c5-09a684e03d36 req-81f8e9df-6be8-4592-9105-d8720e9e6040 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b887802-331a-4da8-8c9d-df380fb14d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734668 Nov 18 16:26:58.353991 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3805f287-3869-4e5d-88c5-09a684e03d36 req-1115d695-18b2-40cb-aa36-81e4f911c4f5 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521392 Nov 18 16:26:58.368903 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f30ca2-ea0b-4298-96b0-9218b2d2d7d6 req-2168bdac-7ea3-4019-9c8a-d1a59778aa11 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:58.370495 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-46f30ca2-ea0b-4298-96b0-9218b2d2d7d6 req-2168bdac-7ea3-4019-9c8a-d1a59778aa11 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0962965 Nov 18 16:26:58.419565 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-46f30ca2-ea0b-4298-96b0-9218b2d2d7d6 req-99b02710-bab0-4042-8c2e-610cbfe1b43c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428374 Nov 18 16:26:58.596994 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3805f287-3869-4e5d-88c5-09a684e03d36 req-5f88eb44-eb3c-4701-b29e-df2f71dde827 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364288 Nov 18 16:26:59.122278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792f53f-99e8-4d2f-b3dc-cdb6f43af953 req-7a068f90-74ce-42f4-9a30-ebf6fb69081d tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:59.123839 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e792f53f-99e8-4d2f-b3dc-cdb6f43af953 req-7a068f90-74ce-42f4-9a30-ebf6fb69081d tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0868666 Nov 18 16:26:59.174958 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e792f53f-99e8-4d2f-b3dc-cdb6f43af953 req-a046bec1-8298-4fc7-b28a-c63b013e30d3 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441048 Nov 18 16:26:59.244596 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2fd89-7a7a-4023-a2d3-c94ecb7e435a req-ad2e41b1-6310-422c-a236-d0ece0499e45 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:59.247800 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7be2fd89-7a7a-4023-a2d3-c94ecb7e435a req-ad2e41b1-6310-422c-a236-d0ece0499e45 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.1206467 Nov 18 16:26:59.322181 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-513f4aaa-dfe7-49fa-888b-94b79c18291c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:59.324999 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7be2fd89-7a7a-4023-a2d3-c94ecb7e435a req-b2226025-85fc-47f0-8604-a07780cb3926 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708444 Nov 18 16:26:59.650546 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dd64c-e35b-400d-9d5b-2f0840033c49 req-8d8340d4-0291-46a4-9ece-5f75f5d369d0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:26:59.652229 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a03dd64c-e35b-400d-9d5b-2f0840033c49 req-8d8340d4-0291-46a4-9ece-5f75f5d369d0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0860369 Nov 18 16:26:59.706565 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:26:59.719732 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a03dd64c-e35b-400d-9d5b-2f0840033c49 req-aa598891-1e67-4b3c-90b3-805ade6a70aa tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603368 Nov 18 16:27:00.610761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d2ee2453-bd12-4ae7-9e7d-6245a230801a tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:00.612452 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d2ee2453-bd12-4ae7-9e7d-6245a230801a tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.49 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.1737792 Nov 18 16:27:00.619769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a3cc9-1167-4b9b-9970-778e25e6391e req-c50ff4ac-45c0-4fe5-8a8d-16763c76c804 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:00.621486 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1e0a3cc9-1167-4b9b-9970-778e25e6391e req-c50ff4ac-45c0-4fe5-8a8d-16763c76c804 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 945 time: 0.1301329 Nov 18 16:27:00.663233 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:00.739654 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Deleting port a8712389-2c9d-4ddc-890c-b20b2975f189 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:00.740049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:00.779934 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1e0a3cc9-1167-4b9b-9970-778e25e6391e req-0afbcea7-309c-421d-a1c7-3d3a1a331364 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196105 Nov 18 16:27:00.846501 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74854500-3db4-4fc5-ba80-25c256a1ee07 req-1a1c2793-af09-44d1-b196-fb6251e9d9f3 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:00.848188 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-74854500-3db4-4fc5-ba80-25c256a1ee07 req-1a1c2793-af09-44d1-b196-fb6251e9d9f3 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.1416087 Nov 18 16:27:00.873637 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 60322) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:00.939648 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-74854500-3db4-4fc5-ba80-25c256a1ee07 req-0bf0d99a-c233-45a4-9a81-1473b6c0c5df tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842419 Nov 18 16:27:01.123365 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:01.127921 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] For port a8712389-2c9d-4ddc-890c-b20b2975f189, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a8712389-2c9d-4ddc-890c-b20b2975f189,segment=NetworkSegment(bce782ee-8cfd-43f4-bf64-8930606ad721),segment_id=bce782ee-8cfd-43f4-bf64-8930606ad721)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:01.128333 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:01.158050 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:27:01.162097 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Usage tracker for resource:security_group_rule and tenant:268bf1085af04d0cb09bfea6fc69d3ed is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:27:01.167848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:27:01.173229 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device a8712389-2c9d-4ddc-890c-b20b2975f189 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:27:01.175280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:27:01.264827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c3347-e803-44e0-afc7-d9668c21a070 req-c800a73e-4379-4b52-bd83-72e8470d22a6 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:01.267012 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2a8c3347-e803-44e0-afc7-d9668c21a070 req-c800a73e-4379-4b52-bd83-72e8470d22a6 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.2662995 Nov 18 16:27:01.268403 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:01.274054 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Calling delete_port for a8712389-2c9d-4ddc-890c-b20b2975f189 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:27:01.277066 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:01.286984 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c52564dd-8d16-4cfa-b9bc-4090c9a0c0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:01.311172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:01.341303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:01.341701 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7eee40-d9b7-49f1-89ff-e3df61826d8b,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:01.352715 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.353655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.354079 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.354486 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.354887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.355289 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.355739 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.356141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.356539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.356935 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.357628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.357773 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.358236 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.358632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.359023 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.359416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.360395 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.360791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.361181 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.361581 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.362102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.362383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.362771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.363160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:01.369026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:01.375197 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=268bf1085af04d0cb09bfea6fc69d3ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4894121 Nov 18 16:27:01.377747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 60340) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:01.385595 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cbe157-f335-4ce6-8270-0d549e19b364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8712389-2c9d-4ddc-890c-b20b2975f189'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:27:01.397683 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port a8712389-2c9d-4ddc-890c-b20b2975f189, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a8712389-2c9d-4ddc-890c-b20b2975f189,segment=NetworkSegment(bce782ee-8cfd-43f4-bf64-8930606ad721),segment_id=bce782ee-8cfd-43f4-bf64-8930606ad721)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:01.400217 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2a8c3347-e803-44e0-afc7-d9668c21a070 req-67e7ab56-0eb6-459a-be10-6df47d58dd6d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957992 Nov 18 16:27:01.405689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:01.407868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:01.450052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c03b5e8b-87c6-4825-aa05-bb24839967c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:01.480328 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c03b5e8b-87c6-4825-aa05-bb24839967c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:01.491979 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:27:01.492584 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:27:01.492956 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cbe157-f335-4ce6-8270-0d549e19b364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8712389-2c9d-4ddc-890c-b20b2975f189', 'code': 200} Nov 18 16:27:01.497390 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=a8712389-2c9d-4ddc-890c-b20b2975f189,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:01.506767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:01.533223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c03b5e8b-87c6-4825-aa05-bb24839967c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:01.538259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-626d46eb-c0bc-4585-b948-135fd7839861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:01.552080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b5e8b-87c6-4825-aa05-bb24839967c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7eee40-d9b7-49f1-89ff-e3df61826d8b,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:01.555142 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c03b5e8b-87c6-4825-aa05-bb24839967c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:01.556100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c03b5e8b-87c6-4825-aa05-bb24839967c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:01.557346 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-c03b5e8b-87c6-4825-aa05-bb24839967c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb7eee40-d9b7-49f1-89ff-e3df61826d8b HTTP/1.1" status: 204 len: 168 time: 0.1778116 Nov 18 16:27:01.996173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Deleting port a8712389-2c9d-4ddc-890c-b20b2975f189 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:01.996707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:02.048486 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa30ec-6188-4d24-a049-cc2df03467a5 req-b1274496-2e18-4e43-ac4b-0fa35904197c tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:02.050091 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-caaa30ec-6188-4d24-a049-cc2df03467a5 req-b1274496-2e18-4e43-ac4b-0fa35904197c tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 943 time: 0.1267552 Nov 18 16:27:02.148856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9ee95-2bb2-413a-9040-ce8b1a6488bf req-1332a0f4-3794-471d-9d27-5dea72727fe3 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:02.150502 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9ba9ee95-2bb2-413a-9040-ce8b1a6488bf req-1332a0f4-3794-471d-9d27-5dea72727fe3 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0884814 Nov 18 16:27:02.154071 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-caaa30ec-6188-4d24-a049-cc2df03467a5 req-3b3de10b-b188-48ae-b4a4-ef47daff6f9c tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937896 Nov 18 16:27:02.203612 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9ba9ee95-2bb2-413a-9040-ce8b1a6488bf req-5f142d05-a261-4e4f-a98e-1ad78d6eafe5 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459926 Nov 18 16:27:02.336035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] For port a8712389-2c9d-4ddc-890c-b20b2975f189, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=a8712389-2c9d-4ddc-890c-b20b2975f189,segment=NetworkSegment(bce782ee-8cfd-43f4-bf64-8930606ad721),segment_id=bce782ee-8cfd-43f4-bf64-8930606ad721)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:02.336442 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:02.434320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b446d87-6f2b-4561-b24e-610ed113b390 req-e986c895-1516-44b6-ae45-595cd10eb001 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:02.435915 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b446d87-6f2b-4561-b24e-610ed113b390 req-e986c895-1516-44b6-ae45-595cd10eb001 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.49 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 946 time: 0.0811195 Nov 18 16:27:02.464503 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Calling delete_port for a8712389-2c9d-4ddc-890c-b20b2975f189 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:27:02.512644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-5b446d87-6f2b-4561-b24e-610ed113b390 req-4a6c1085-9052-42e7-a4ba-8ebb761af218 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Deleting port 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:02.513031 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5b446d87-6f2b-4561-b24e-610ed113b390 req-4a6c1085-9052-42e7-a4ba-8ebb761af218 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:02.623672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:02.641582 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:02.705257 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Pushing event deleted for resources: {'Port': ['ID=a8712389-2c9d-4ddc-890c-b20b2975f189,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:02.770427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.770845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.771257 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.771686 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.772090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.772484 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.772885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.773272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.773664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.774060 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.774449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.774838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.775270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.775686 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.776094 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.776779 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.776898 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.777216 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.777597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.777985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.778368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.778751 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.779136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.779519 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:02.784351 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:02.876820 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] No DVR routers for this DVR port a8712389-2c9d-4ddc-890c-b20b2975f189 on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:27:02.879093 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:02.883977 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10cbe157-f335-4ce6-8270-0d549e19b364', 'name': 'network-vif-deleted', 'tag': 'a8712389-2c9d-4ddc-890c-b20b2975f189'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:27:02.899048 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-275937e1-9afd-4c67-8d33-ad29123dc6b7 req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.49 "DELETE /v2.0/ports/a8712389-2c9d-4ddc-890c-b20b2975f189 HTTP/1.1" status: 204 len: 173 time: 2.2765651 Nov 18 16:27:03.008907 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813cea4-c132-484e-993c-b4e12f20fb0c req-43f237a1-0aa5-4a1f-820d-89a5aa9e4242 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:03.010539 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8813cea4-c132-484e-993c-b4e12f20fb0c req-43f237a1-0aa5-4a1f-820d-89a5aa9e4242 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.4102056 Nov 18 16:27:03.060035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-5b446d87-6f2b-4561-b24e-610ed113b390 req-4a6c1085-9052-42e7-a4ba-8ebb761af218 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] For port 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=2a0910d3-fc35-4c6a-97e8-6d08a7978bb4,segment=NetworkSegment(ca657aef-444c-4104-997a-1641699aa396),segment_id=ca657aef-444c-4104-997a-1641699aa396)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:03.060895 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5b446d87-6f2b-4561-b24e-610ed113b390 req-4a6c1085-9052-42e7-a4ba-8ebb761af218 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:03.198140 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:27:03.206193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-5b446d87-6f2b-4561-b24e-610ed113b390 req-4a6c1085-9052-42e7-a4ba-8ebb761af218 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Calling delete_port for 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 owned by compute:nova {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:27:03.250777 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8813cea4-c132-484e-993c-b4e12f20fb0c req-bbeecc28-9b92-46e3-910a-85d5e98b96d6 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323654 Nov 18 16:27:03.269986 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10cbe157-f335-4ce6-8270-0d549e19b364', 'name': 'network-vif-deleted', 'tag': 'a8712389-2c9d-4ddc-890c-b20b2975f189', 'status': 'completed', 'code': 200} Nov 18 16:27:03.368311 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:03.394132 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5b446d87-6f2b-4561-b24e-610ed113b390 req-4a6c1085-9052-42e7-a4ba-8ebb761af218 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:03.414534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:03.448704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-57d220f7-8f89-4e40-9085-a620d80c3de2 req-48d41872-1c7c-432f-a1d0-066bfdd5e930 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Synchronizing usage tracker for tenant:90d12d69d70544128fdea591f40ec7cc on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:27:03.465521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-57d220f7-8f89-4e40-9085-a620d80c3de2 req-48d41872-1c7c-432f-a1d0-066bfdd5e930 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Unset dirty status for tenant:90d12d69d70544128fdea591f40ec7cc on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:27:03.468071 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-57d220f7-8f89-4e40-9085-a620d80c3de2 req-48d41872-1c7c-432f-a1d0-066bfdd5e930 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=10cbe157-f335-4ce6-8270-0d549e19b364 HTTP/1.1" status: 200 len: 210 time: 0.0696867 Nov 18 16:27:03.501147 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c1085-9052-42e7-a4ba-8ebb761af218 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Pushing event deleted for resources: {'Port': ['ID=2a0910d3-fc35-4c6a-97e8-6d08a7978bb4,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:03.514858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4a6c1085-9052-42e7-a4ba-8ebb761af218 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:03.530722 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ec87f7ab-c38c-4abb-ae8b-096981f93863 req-3975c7c7-4a7b-4850-b788-0f0e2b7a70fe tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=f396ab79-c4a0-4135-b3a8-94428373ef78 HTTP/1.1" status: 200 len: 210 time: 0.0779753 Nov 18 16:27:03.670946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b446d87-6f2b-4561-b24e-610ed113b390 req-4a6c1085-9052-42e7-a4ba-8ebb761af218 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] No DVR routers for this DVR port 2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 on host hv-cinder-75996 {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:27:03.673463 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5b446d87-6f2b-4561-b24e-610ed113b390 req-4a6c1085-9052-42e7-a4ba-8ebb761af218 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:03.676174 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f396ab79-c4a0-4135-b3a8-94428373ef78', 'name': 'network-vif-deleted', 'tag': '2a0910d3-fc35-4c6a-97e8-6d08a7978bb4'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:27:03.691872 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b446d87-6f2b-4561-b24e-610ed113b390 req-4a6c1085-9052-42e7-a4ba-8ebb761af218 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.49 "DELETE /v2.0/ports/2a0910d3-fc35-4c6a-97e8-6d08a7978bb4 HTTP/1.1" status: 204 len: 173 time: 1.2498543 Nov 18 16:27:03.829891 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f396ab79-c4a0-4135-b3a8-94428373ef78', 'name': 'network-vif-deleted', 'tag': '2a0910d3-fc35-4c6a-97e8-6d08a7978bb4', 'status': 'completed', 'code': 200} Nov 18 16:27:04.479734 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 60398) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:04.523740 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2e866-429d-4cf3-be10-314b31aea5a8 req-9000d48f-2dd1-4844-8e2f-5bfaa102e5bd tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:04.525387 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ad2e866-429d-4cf3-be10-314b31aea5a8 req-9000d48f-2dd1-4844-8e2f-5bfaa102e5bd tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0993285 Nov 18 16:27:04.582565 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ad2e866-429d-4cf3-be10-314b31aea5a8 req-dae8e859-9cc3-4077-b0a8-898efee4dc76 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509899 Nov 18 16:27:04.673655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f2de1c95-954e-48c8-b0b8-7635844ab0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:04.714719 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f2de1c95-954e-48c8-b0b8-7635844ab0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:27:04.720150 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f2de1c95-954e-48c8-b0b8-7635844ab0b9 admin admin] Usage tracker for resource:security_group_rule and tenant:4b8fcbcf273e48df8f273235b54c518d is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:27:04.723332 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f2de1c95-954e-48c8-b0b8-7635844ab0b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:27:04.729644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f2de1c95-954e-48c8-b0b8-7635844ab0b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:27:04.805064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f2de1c95-954e-48c8-b0b8-7635844ab0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:04.813041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f2de1c95-954e-48c8-b0b8-7635844ab0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:04.836742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-44d9423b-c4d8-4be5-8cfc-4965a4149ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:04.868186 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f2de1c95-954e-48c8-b0b8-7635844ab0b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b8fcbcf273e48df8f273235b54c518d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3840733 Nov 18 16:27:04.868321 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 60420) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:04.878071 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de1c95-954e-48c8-b0b8-7635844ab0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4002958c-b86c-4a09-9682-52785e80a967,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:04.882586 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f2de1c95-954e-48c8-b0b8-7635844ab0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:04.933417 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3c24139e-6a05-43ee-9504-52bcb8796298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:04.963781 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3c24139e-6a05-43ee-9504-52bcb8796298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:05.008353 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3c24139e-6a05-43ee-9504-52bcb8796298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:05.013260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-39b4ebdf-e536-415d-9b77-b800cdbaeafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:05.026553 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24139e-6a05-43ee-9504-52bcb8796298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4002958c-b86c-4a09-9682-52785e80a967,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:05.029600 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3c24139e-6a05-43ee-9504-52bcb8796298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:05.030513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3c24139e-6a05-43ee-9504-52bcb8796298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:05.035131 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-3c24139e-6a05-43ee-9504-52bcb8796298 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4002958c-b86c-4a09-9682-52785e80a967 HTTP/1.1" status: 204 len: 168 time: 0.1661522 Nov 18 16:27:05.101917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-aa4c0676-0629-4845-966e-6dfdbae1e953 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:05.103548 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-aa4c0676-0629-4845-966e-6dfdbae1e953 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/networks?id=9bfe51a2-39ef-41b8-b6ff-6ab9a844222e HTTP/1.1" status: 200 len: 808 time: 0.1637306 Nov 18 16:27:05.121341 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-9a5729ef-ae04-45f2-a648-2155b2feac80 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/quotas/148be9b0927e414d995d762c07504d89 HTTP/1.1" status: 200 len: 375 time: 0.0115790 Nov 18 16:27:05.174940 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-a801b13e-5c5c-465e-8278-57d5d8d691da tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Synchronizing usage tracker for tenant:148be9b0927e414d995d762c07504d89 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:27:05.189631 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-a801b13e-5c5c-465e-8278-57d5d8d691da tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Unset dirty status for tenant:148be9b0927e414d995d762c07504d89 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:27:05.191022 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-a801b13e-5c5c-465e-8278-57d5d8d691da tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?tenant_id=148be9b0927e414d995d762c07504d89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638762 Nov 18 16:27:05.381594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 60436) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:05.401209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c59810a0-91ce-433c-99e6-c493d9ce1f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:05.434596 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-c59810a0-91ce-433c-99e6-c493d9ce1f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:27:05.438642 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-c59810a0-91ce-433c-99e6-c493d9ce1f51 admin admin] Usage tracker for resource:security_group_rule and tenant:79d0a427f29944eeb44890691836ba66 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:27:05.441605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-c59810a0-91ce-433c-99e6-c493d9ce1f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:27:05.447541 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-c59810a0-91ce-433c-99e6-c493d9ce1f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:27:05.473011 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-a842e7f0-8a1f-4294-8800-590ebde377ca service neutron] 10.222.0.15 "GET /v2.0/networks/9bfe51a2-39ef-41b8-b6ff-6ab9a844222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740929 Nov 18 16:27:05.519387 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c59810a0-91ce-433c-99e6-c493d9ce1f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:05.523150 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c59810a0-91ce-433c-99e6-c493d9ce1f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:05.531060 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-cc45854f-f998-4ead-a5db-21b4b26f593d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:05.574371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59810a0-91ce-433c-99e6-c493d9ce1f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6fb7bb-b8fa-440c-ac39-e5bed1d6d4ee,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:05.579355 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-c59810a0-91ce-433c-99e6-c493d9ce1f51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79d0a427f29944eeb44890691836ba66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1965706 Nov 18 16:27:05.580298 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c59810a0-91ce-433c-99e6-c493d9ce1f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:05.582002 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 60440) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:05.614994 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-1fb45b01-4894-4768-9fcf-ec6a30677ffc service neutron] 10.222.0.15 "GET /v2.0/networks/9bfe51a2-39ef-41b8-b6ff-6ab9a844222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353188 Nov 18 16:27:05.646417 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2fc8fdab-0216-4be1-a204-8a6a3246c69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:05.674116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2fc8fdab-0216-4be1-a204-8a6a3246c69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:05.722147 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2fc8fdab-0216-4be1-a204-8a6a3246c69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:05.726802 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-76f4e619-cbf9-4a6e-be7c-bd32a4df060a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:05.739225 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8fdab-0216-4be1-a204-8a6a3246c69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6fb7bb-b8fa-440c-ac39-e5bed1d6d4ee,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:05.741751 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-2fc8fdab-0216-4be1-a204-8a6a3246c69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:05.797667 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2fc8fdab-0216-4be1-a204-8a6a3246c69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:05.798912 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-2fc8fdab-0216-4be1-a204-8a6a3246c69e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f6fb7bb-b8fa-440c-ac39-e5bed1d6d4ee HTTP/1.1" status: 204 len: 168 time: 0.2159228 Nov 18 16:27:05.865871 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-54609162-3e47-4e89-b828-17f257441926 req-251665cf-23d5-46ad-88bb-b2fded58fff6 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 210 time: 0.0644073 Nov 18 16:27:05.876645 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84626778-3d02-4a3e-baef-c50e93e83c69 req-42777bc0-4c7a-428d-863a-bcfa72104191 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:05.879147 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-84626778-3d02-4a3e-baef-c50e93e83c69 req-42777bc0-4c7a-428d-863a-bcfa72104191 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1318371 Nov 18 16:27:05.938538 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-84626778-3d02-4a3e-baef-c50e93e83c69 req-52d9bea3-a2bc-483e-97de-b780ac9ea43d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472770 Nov 18 16:27:07.032932 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d505e023-d24c-4f9e-a734-b10ac9cc9bd2 req-b31b8e37-8c96-406f-a52f-26242956cf61 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 210 time: 0.0449779 Nov 18 16:27:07.248919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a8658-06fe-4d5d-ba7f-51d4ac156078 req-0ee6d8c5-d067-4186-9161-e397d03ed527 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:07.250492 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-089a8658-06fe-4d5d-ba7f-51d4ac156078 req-0ee6d8c5-d067-4186-9161-e397d03ed527 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0872741 Nov 18 16:27:07.299634 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-089a8658-06fe-4d5d-ba7f-51d4ac156078 req-25df7246-8cca-4948-b9e6-064384b05ae5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430739 Nov 18 16:27:07.990032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 60512) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:08.150945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f20dd2ca-f513-4f44-994b-f641af2bc3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:08.219044 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-15554827-281d-4797-817a-5e437dd7706a req-8c8b9b3e-9e2b-4dad-b129-b240a0ec1b04 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 210 time: 0.0554659 Nov 18 16:27:08.227114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f20dd2ca-f513-4f44-994b-f641af2bc3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:27:08.231514 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f20dd2ca-f513-4f44-994b-f641af2bc3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:ca63e960523940ff82c22a6bae4b162a is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:27:08.234188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f20dd2ca-f513-4f44-994b-f641af2bc3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:27:08.240629 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f20dd2ca-f513-4f44-994b-f641af2bc3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:27:08.310491 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f20dd2ca-f513-4f44-994b-f641af2bc3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:08.313342 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f20dd2ca-f513-4f44-994b-f641af2bc3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:08.321394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-999b635c-b5d4-4743-91cb-f0573685e857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:08.367484 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f20dd2ca-f513-4f44-994b-f641af2bc3b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca63e960523940ff82c22a6bae4b162a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3763053 Nov 18 16:27:08.368384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dd2ca-f513-4f44-994b-f641af2bc3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d576dc-402a-4595-b8c5-cdb6eb6a92aa,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:08.370241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 60524) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:08.371590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f20dd2ca-f513-4f44-994b-f641af2bc3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:08.435436 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aa4de401-0c12-4f9a-8715-e8537797fe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:08.463319 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aa4de401-0c12-4f9a-8715-e8537797fe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:08.511910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aa4de401-0c12-4f9a-8715-e8537797fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:08.517082 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f144c22e-1fb2-4b2a-b6cd-b94ff3d44c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:08.526391 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393889c7-2bb1-462c-a3cc-e982a8f64dbb req-c4716af1-a1d4-44da-a6bb-44dfa7143375 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:08.528158 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-393889c7-2bb1-462c-a3cc-e982a8f64dbb req-c4716af1-a1d4-44da-a6bb-44dfa7143375 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0827355 Nov 18 16:27:08.530210 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4de401-0c12-4f9a-8715-e8537797fe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d576dc-402a-4595-b8c5-cdb6eb6a92aa,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:08.535804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-aa4de401-0c12-4f9a-8715-e8537797fe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:08.540135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aa4de401-0c12-4f9a-8715-e8537797fe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:08.544072 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-aa4de401-0c12-4f9a-8715-e8537797fe2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01d576dc-402a-4595-b8c5-cdb6eb6a92aa HTTP/1.1" status: 204 len: 168 time: 0.1726401 Nov 18 16:27:08.580181 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-393889c7-2bb1-462c-a3cc-e982a8f64dbb req-291133a2-d071-4985-9b07-0213d3bfe7d3 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440314 Nov 18 16:27:08.881292 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 60532) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:08.901032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b0c390a6-fd78-4954-9ad4-dbef3ae2a857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:08.933418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b0c390a6-fd78-4954-9ad4-dbef3ae2a857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:27:08.937474 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b0c390a6-fd78-4954-9ad4-dbef3ae2a857 admin admin] Usage tracker for resource:security_group_rule and tenant:802abd5899c74676a7418a01755c1d4d is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:27:08.940423 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b0c390a6-fd78-4954-9ad4-dbef3ae2a857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:27:08.946205 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b0c390a6-fd78-4954-9ad4-dbef3ae2a857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:27:09.012488 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b0c390a6-fd78-4954-9ad4-dbef3ae2a857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:09.015250 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b0c390a6-fd78-4954-9ad4-dbef3ae2a857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:09.023248 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-40392187-790c-46de-9343-00ba63fbda0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:09.065807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c390a6-fd78-4954-9ad4-dbef3ae2a857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1243ec2c-05bd-4431-b277-76e84573e26c,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:09.070154 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-b0c390a6-fd78-4954-9ad4-dbef3ae2a857 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=802abd5899c74676a7418a01755c1d4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1877372 Nov 18 16:27:09.071146 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b0c390a6-fd78-4954-9ad4-dbef3ae2a857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:09.072847 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 60536) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:27:09.137702 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-719313c1-1e4b-4935-9f6f-8fdaae73dbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:09.167493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-719313c1-1e4b-4935-9f6f-8fdaae73dbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:09.217141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-719313c1-1e4b-4935-9f6f-8fdaae73dbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:09.223223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ffcb93be-3772-4135-bb44-d7429ad64184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:09.238209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719313c1-1e4b-4935-9f6f-8fdaae73dbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1243ec2c-05bd-4431-b277-76e84573e26c,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:09.241157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-719313c1-1e4b-4935-9f6f-8fdaae73dbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:09.242408 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-719313c1-1e4b-4935-9f6f-8fdaae73dbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:09.243674 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-719313c1-1e4b-4935-9f6f-8fdaae73dbb7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1243ec2c-05bd-4431-b277-76e84573e26c HTTP/1.1" status: 204 len: 168 time: 0.1697621 Nov 18 16:27:09.403213 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4d135da7-f239-4cd1-9db8-ea106ceac5fa req-7c5dafb8-a596-40f9-9881-0abd1ac7e411 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 210 time: 0.0486469 Nov 18 16:27:09.813395 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362c0e3-b833-4f0a-bb74-c975dd9817db req-f0fa5713-f106-4da0-b57a-06db59e2a113 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:09.815543 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3362c0e3-b833-4f0a-bb74-c975dd9817db req-f0fa5713-f106-4da0-b57a-06db59e2a113 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0887816 Nov 18 16:27:09.866187 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3362c0e3-b833-4f0a-bb74-c975dd9817db req-bce86831-50eb-48d1-bb3d-936491ab5c38 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446098 Nov 18 16:27:10.314643 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-152ab1da-cd3e-4edc-94fd-43e1aabb8e4a tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:10.316281 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-152ab1da-cd3e-4edc-94fd-43e1aabb8e4a tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.49 "GET /v2.0/networks?id=9bfe51a2-39ef-41b8-b6ff-6ab9a844222e HTTP/1.1" status: 200 len: 808 time: 0.1618640 Nov 18 16:27:10.336143 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Request body: {'port': {'device_id': '5aae6654-81a8-48fb-bf85-3a1b061eec4c', 'network_id': '9bfe51a2-39ef-41b8-b6ff-6ab9a844222e', 'admin_state_up': True, 'tenant_id': '148be9b0927e414d995d762c07504d89'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:27:10.512099 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:27:10.522659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:27:10.535418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Made reservation on behalf of 148be9b0927e414d995d762c07504d89 for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:27:10.546174 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:10.650581 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-941f526e-8668-4715-9f22-e64fbdad9ee1 req-49c8f465-27fc-4c9c-87fa-aee106dfe3e3 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 210 time: 0.0629773 Nov 18 16:27:10.928357 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Allocated IP 172.20.0.11 (9bfe51a2-39ef-41b8-b6ff-6ab9a844222e/6b814dce-581f-4b62-b3c5-a0edd341577a/41d53338-07d7-4ffd-9ab7-7eb1623c08d0) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:27:11.220688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:11.234692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d496c6-0ac8-418a-af4f-3cdc217387cf req-a2b80143-fa61-48ad-a328-333420b987a9 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:11.236476 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-15d496c6-0ac8-418a-af4f-3cdc217387cf req-a2b80143-fa61-48ad-a328-333420b987a9 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.2073359 Nov 18 16:27:11.291637 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:11.308603 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:11.353549 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-15d496c6-0ac8-418a-af4f-3cdc217387cf req-791cdac4-a8cf-43e2-8ff0-43dd1cd39b55 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097741 Nov 18 16:27:11.651062 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Pushing event updated for resources: {'Port': ['ID=41d53338-07d7-4ffd-9ab7-7eb1623c08d0,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:11.655375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:11.700402 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Network 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:27:11.701531 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:27:11.703952 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:27:11.771700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:11.772539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:11.799902 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-e4c88144-203d-48cd-b49f-e484835595a2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4690995 Nov 18 16:27:11.819604 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Request body: {'port': {'device_id': '5aae6654-81a8-48fb-bf85-3a1b061eec4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:27:11.901377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b526866-e166-4d7a-a70f-5f82befdbfc4 req-aa382ddb-0488-4e53-8909-c03f8e35b017 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:11.902901 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2b526866-e166-4d7a-a70f-5f82befdbfc4 req-aa382ddb-0488-4e53-8909-c03f8e35b017 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 932 time: 0.0981233 Nov 18 16:27:11.945129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:11.958786 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2b526866-e166-4d7a-a70f-5f82befdbfc4 req-2e64142d-5f10-4f83-80c8-f3708cba03a4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482550 Nov 18 16:27:12.363449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:27:12.370619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:12.383363 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Transition to ACTIVE for port object 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:27:12.386021 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:12.402627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:12.545037 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Pushing event updated for resources: {'Port': ['ID=41d53338-07d7-4ffd-9ab7-7eb1623c08d0,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:12.549936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:12.585985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55867eab-f1df-4c7d-b049-188b3e8ac9f4 req-2bc4deda-13fe-497d-8d84-867f54302b70 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:12.587601 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-55867eab-f1df-4c7d-b049-188b3e8ac9f4 req-2bc4deda-13fe-497d-8d84-867f54302b70 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0838006 Nov 18 16:27:12.636370 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-55867eab-f1df-4c7d-b049-188b3e8ac9f4 req-3c3d97a7-d932-4957-a703-979a7f889245 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414963 Nov 18 16:27:12.727617 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Attempting to bind port 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:27:12.727995 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Attempting to bind port 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'ca657aef-444c-4104-997a-1641699aa396', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9bfe51a2-39ef-41b8-b6ff-6ab9a844222e'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:27:12.728364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Attempting to bind port 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 on network 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:27:12.735220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:27:12.735678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Checking segment: {'id': 'ca657aef-444c-4104-997a-1641699aa396', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9bfe51a2-39ef-41b8-b6ff-6ab9a844222e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:27:12.736085 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:12.736482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Bound using segment: {'id': 'ca657aef-444c-4104-997a-1641699aa396', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9bfe51a2-39ef-41b8-b6ff-6ab9a844222e'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:27:12.736955 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Bound port: 41d53338-07d7-4ffd-9ab7-7eb1623c08d0, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca657aef-444c-4104-997a-1641699aa396', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9bfe51a2-39ef-41b8-b6ff-6ab9a844222e'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:27:12.737328 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:12.831597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] For port 41d53338-07d7-4ffd-9ab7-7eb1623c08d0, host hv-cinder-75996, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:27:12.834754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] For port 41d53338-07d7-4ffd-9ab7-7eb1623c08d0, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=41d53338-07d7-4ffd-9ab7-7eb1623c08d0,segment=NetworkSegment(ca657aef-444c-4104-997a-1641699aa396),segment_id=ca657aef-444c-4104-997a-1641699aa396)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:27:12.838262 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:12.854123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4fd55601-7a6f-442a-9ea3-267662f1c043 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:13.006998 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Pushing event updated for resources: {'Port': ['ID=41d53338-07d7-4ffd-9ab7-7eb1623c08d0,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:13.011898 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:13.050132 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:13.051698 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] 10.222.0.49 "PUT /v2.0/ports/41d53338-07d7-4ffd-9ab7-7eb1623c08d0 HTTP/1.1" status: 200 len: 1158 time: 1.2368822 Nov 18 16:27:13.052233 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aae6654-81a8-48fb-bf85-3a1b061eec4c', 'tag': '41d53338-07d7-4ffd-9ab7-7eb1623c08d0'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:27:13.137503 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aae6654-81a8-48fb-bf85-3a1b061eec4c', 'tag': '41d53338-07d7-4ffd-9ab7-7eb1623c08d0', 'status': 'completed', 'code': 200} Nov 18 16:27:13.186426 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557266ae-7388-4e50-8562-aae23cdde5d8 req-b275aa80-7748-4074-b72b-012ae68bf4d3 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:13.187191 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-557266ae-7388-4e50-8562-aae23cdde5d8 req-b275aa80-7748-4074-b72b-012ae68bf4d3 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Synchronizing usage tracker for tenant:148be9b0927e414d995d762c07504d89 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:27:13.203621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-557266ae-7388-4e50-8562-aae23cdde5d8 req-b275aa80-7748-4074-b72b-012ae68bf4d3 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Unset dirty status for tenant:148be9b0927e414d995d762c07504d89 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:27:13.205585 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-557266ae-7388-4e50-8562-aae23cdde5d8 req-b275aa80-7748-4074-b72b-012ae68bf4d3 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 944 time: 0.1100676 Nov 18 16:27:13.254408 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-557266ae-7388-4e50-8562-aae23cdde5d8 req-a9f8fc7c-a158-4c60-83b6-adecc3708292 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426526 Nov 18 16:27:13.863570 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdeb26-3cca-4c95-a7ff-c3a0b99271a8 req-472bdc83-648d-4f0d-a362-472aae7f06ac tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:13.865205 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-85bdeb26-3cca-4c95-a7ff-c3a0b99271a8 req-472bdc83-648d-4f0d-a362-472aae7f06ac tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0830691 Nov 18 16:27:13.915216 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-85bdeb26-3cca-4c95-a7ff-c3a0b99271a8 req-744e4fb3-09f6-4ab8-a033-046abc78125e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437562 Nov 18 16:27:14.451097 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:14.468123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fead8-4e18-403a-a618-a32bf7ac25ed req-7a6c1d18-36f5-4f77-8bfb-0fff54318581 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:14.470371 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-da4fead8-4e18-403a-a618-a32bf7ac25ed req-7a6c1d18-36f5-4f77-8bfb-0fff54318581 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 944 time: 0.0864429 Nov 18 16:27:14.521871 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-da4fead8-4e18-403a-a618-a32bf7ac25ed req-e3650fa8-655d-4cf7-9e42-d4f3b9243044 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439186 Nov 18 16:27:15.149522 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7e12e-3b79-4dea-bcd3-326be1025e37 req-66bc6423-6cae-417d-aa63-c91769cf15b8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:15.151082 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5bc7e12e-3b79-4dea-bcd3-326be1025e37 req-66bc6423-6cae-417d-aa63-c91769cf15b8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0878894 Nov 18 16:27:15.200900 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5bc7e12e-3b79-4dea-bcd3-326be1025e37 req-1806894d-167e-41ff-bb9b-74264e6768a4 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435884 Nov 18 16:27:15.731914 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dacba4-dc0c-4e67-8972-a35649069131 req-2a4ed22d-8b3f-404a-a392-2f9b1960af25 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:15.733562 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7dacba4-dc0c-4e67-8972-a35649069131 req-2a4ed22d-8b3f-404a-a392-2f9b1960af25 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 944 time: 0.0841987 Nov 18 16:27:15.783825 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7dacba4-dc0c-4e67-8972-a35649069131 req-53164ca1-25ae-4da8-a7a3-4e06f7210e5e tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439065 Nov 18 16:27:16.433272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb783afc-c4d6-49cd-a672-5e190f172264 req-8e62d6a5-8c0d-474a-ace1-0fd5766d8dbf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:16.434891 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bb783afc-c4d6-49cd-a672-5e190f172264 req-8e62d6a5-8c0d-474a-ace1-0fd5766d8dbf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.0878701 Nov 18 16:27:16.484948 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bb783afc-c4d6-49cd-a672-5e190f172264 req-5d79e6fa-c63c-4bdd-83fa-1655b05a0dfd tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432060 Nov 18 16:27:16.993236 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb246dd-569c-402b-a57f-c274f61aaaca req-590e9383-c168-4620-874d-d47e45934854 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:16.994883 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0fb246dd-569c-402b-a57f-c274f61aaaca req-590e9383-c168-4620-874d-d47e45934854 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 944 time: 0.0819144 Nov 18 16:27:17.044754 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0fb246dd-569c-402b-a57f-c274f61aaaca req-5e54a2c9-0b65-49d4-81d7-1e781cc3a8c1 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438542 Nov 18 16:27:17.773116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12786f05-aa5d-4520-a2af-2c0bee4bc218 req-640cb3ed-8275-4422-997b-7015d048b400 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:17.774762 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-12786f05-aa5d-4520-a2af-2c0bee4bc218 req-640cb3ed-8275-4422-997b-7015d048b400 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 944 time: 0.1482108 Nov 18 16:27:17.778600 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ca36f201-dd5d-4c45-8320-76474bafe2d0 req-30720327-46d5-4677-b156-4a4eff3904c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=148be9b0927e414d995d762c07504d89&device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 1161 time: 0.1118095 Nov 18 16:27:17.827087 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-12786f05-aa5d-4520-a2af-2c0bee4bc218 req-0caf2334-8c0b-437d-99f8-158303df1771 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462012 Nov 18 16:27:18.151598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36f201-dd5d-4c45-8320-76474bafe2d0 req-7e866f61-409e-4724-a1b5-f4456f6e1b3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:18.153160 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ca36f201-dd5d-4c45-8320-76474bafe2d0 req-7e866f61-409e-4724-a1b5-f4456f6e1b3b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=148be9b0927e414d995d762c07504d89&shared=False HTTP/1.1" status: 200 len: 902 time: 0.1480513 Nov 18 16:27:18.313172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36f201-dd5d-4c45-8320-76474bafe2d0 req-fa7ee3f0-3540-44f7-9a42-fe91089a8cc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:18.314795 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ca36f201-dd5d-4c45-8320-76474bafe2d0 req-fa7ee3f0-3540-44f7-9a42-fe91089a8cc9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1512990 Nov 18 16:27:18.450088 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-07e38566-bd69-41f1-b6c2-746fbef1ae4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=148be9b0927e414d995d762c07504d89&device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 1161 time: 0.0815587 Nov 18 16:27:18.486397 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3110b3b-31a0-445a-a152-71375bc51649 req-9ecc2924-6734-4574-9cc0-10ddbb4f1806 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:18.488127 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c3110b3b-31a0-445a-a152-71375bc51649 req-9ecc2924-6734-4574-9cc0-10ddbb4f1806 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 944 time: 0.3025713 Nov 18 16:27:18.531042 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-64cf4702-4e8b-44e5-8916-e46e95afc256 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41d53338-07d7-4ffd-9ab7-7eb1623c08d0 HTTP/1.1" status: 200 len: 217 time: 0.0728197 Nov 18 16:27:18.538996 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c3110b3b-31a0-445a-a152-71375bc51649 req-21db44d5-9178-442f-b449-aee99589f621 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445483 Nov 18 16:27:18.584989 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 9185da52-7e4d-4a59-834a-05b87e9ab962 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:27:18.647902 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-fbd2c030-3924-492c-bdbf-b6f498ecf2ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:18.649543 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-fbd2c030-3924-492c-bdbf-b6f498ecf2ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6b814dce-581f-4b62-b3c5-a0edd341577a HTTP/1.1" status: 200 len: 848 time: 0.1091063 Nov 18 16:27:18.660663 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 9185da52-7e4d-4a59-834a-05b87e9ab962 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:27:18.661092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:18.776576 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-27321beb-f591-4209-9623-9334105c9cfa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9bfe51a2-39ef-41b8-b6ff-6ab9a844222e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623307 Nov 18 16:27:18.808581 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:18.840051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9185da52-7e4d-4a59-834a-05b87e9ab962'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:27:18.850422 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 9185da52-7e4d-4a59-834a-05b87e9ab962, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9185da52-7e4d-4a59-834a-05b87e9ab962,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:18.852367 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-dfbf4d51-4a59-4fcb-81f7-b45719318e07 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:18.853428 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:18.856065 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-dfbf4d51-4a59-4fcb-81f7-b45719318e07 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/networks?id=3950388b-acf8-449a-98f9-22d492f09b84 HTTP/1.1" status: 200 len: 813 time: 0.2551265 Nov 18 16:27:18.856305 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:18.932145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=9185da52-7e4d-4a59-834a-05b87e9ab962,revision_number=6']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:18.937014 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:18.940289 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-a545e188-e03b-4f2b-bdf4-eedc32bda76d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/quotas/90d12d69d70544128fdea591f40ec7cc HTTP/1.1" status: 200 len: 375 time: 0.0335402 Nov 18 16:27:19.030338 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 9185da52-7e4d-4a59-834a-05b87e9ab962 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:27:19.110671 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 9185da52-7e4d-4a59-834a-05b87e9ab962 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:27:19.111064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:19.148386 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9185da52-7e4d-4a59-834a-05b87e9ab962', 'code': 200} Nov 18 16:27:19.195058 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-c1737460-c610-4c67-b370-39015234eb69 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?tenant_id=90d12d69d70544128fdea591f40ec7cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2481534 Nov 18 16:27:19.239338 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-c222f498-c9b6-4abd-8893-416229fac085 service neutron] 10.222.0.49 "GET /v2.0/networks/9bfe51a2-39ef-41b8-b6ff-6ab9a844222e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478300 Nov 18 16:27:19.347289 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a5896-69b3-45c6-8a67-3b96b1784666 req-ca8bac4d-77db-4d67-af1a-3e4147d362f8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:19.348925 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8a6a5896-69b3-45c6-8a67-3b96b1784666 req-ca8bac4d-77db-4d67-af1a-3e4147d362f8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0888462 Nov 18 16:27:19.401341 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8a6a5896-69b3-45c6-8a67-3b96b1784666 req-e6191e0c-6385-479b-929a-4d97747dec2c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459330 Nov 18 16:27:19.470792 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-bcbd442f-e2d3-4198-b68e-0a062a32d797 service neutron] 10.222.0.15 "GET /v2.0/networks/3950388b-acf8-449a-98f9-22d492f09b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662289 Nov 18 16:27:19.479853 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-83d7280f-90c7-41b1-8bad-bc8b0083d2fe req-f48ebf83-a418-4b6c-aa79-3f46960fae9a service neutron] 10.222.0.49 "GET /v2.0/networks/9bfe51a2-39ef-41b8-b6ff-6ab9a844222e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2289715 Nov 18 16:27:19.623101 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-5ce1fd23-0b76-4191-8a00-2bce72fd15ee service neutron] 10.222.0.15 "GET /v2.0/networks/3950388b-acf8-449a-98f9-22d492f09b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1452751 Nov 18 16:27:19.793491 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858d0c1-6a10-4540-ac6a-013308cca375 req-659f3206-1afa-4908-8434-d6e7645da548 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:19.795381 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f858d0c1-6a10-4540-ac6a-013308cca375 req-659f3206-1afa-4908-8434-d6e7645da548 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 944 time: 0.1186965 Nov 18 16:27:19.849879 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f858d0c1-6a10-4540-ac6a-013308cca375 req-e7a83bb0-2801-4b93-900e-418f6c134e71 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479164 Nov 18 16:27:19.901169 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fd0d7759-32ae-44f1-80b6-7678275dc16a req-8acd63d5-3101-4513-8a77-d290f1cb1e3f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 210 time: 0.0621030 Nov 18 16:27:19.935068 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8db5563-7337-4c66-870c-381d796eac7b req-63ad97ff-6b9b-4607-a5eb-b520bb64bc78 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 1163 time: 0.1450319 Nov 18 16:27:19.982755 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8db5563-7337-4c66-870c-381d796eac7b req-31283d0f-7a50-42b3-b949-eb1c69ae2d72 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410924 Nov 18 16:27:20.637911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d9303-a0ee-4299-9724-3a336bbf0265 req-140ef36d-662b-4e8c-a06d-8b4a53c18e46 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:20.639586 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3c5d9303-a0ee-4299-9724-3a336bbf0265 req-140ef36d-662b-4e8c-a06d-8b4a53c18e46 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0853627 Nov 18 16:27:20.687026 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3c5d9303-a0ee-4299-9724-3a336bbf0265 req-28f19457-bec4-4c84-a7af-d71bd3dc8a49 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405614 Nov 18 16:27:21.068502 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0c99-8714-4136-8901-9f05e1c2aed8 req-5d3ed38c-9e59-44f9-a14a-b4a27fc14e99 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:21.070111 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c3dd0c99-8714-4136-8901-9f05e1c2aed8 req-5d3ed38c-9e59-44f9-a14a-b4a27fc14e99 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 944 time: 0.0896206 Nov 18 16:27:21.085561 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bae9ecc6-6166-4bf3-997b-85decf08e2f0 req-e558b00c-b2fb-454f-a411-45c61fb3ce3f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 210 time: 0.0511796 Nov 18 16:27:21.120295 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c3dd0c99-8714-4136-8901-9f05e1c2aed8 req-b0283268-9c8f-4ad4-9954-d9f97909e369 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435090 Nov 18 16:27:21.371230 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-2a9ec7e3-6571-479a-aa02-f5ced6d28232 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:21.372727 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-2a9ec7e3-6571-479a-aa02-f5ced6d28232 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.49 "GET /v2.0/networks?id=3950388b-acf8-449a-98f9-22d492f09b84 HTTP/1.1" status: 200 len: 813 time: 0.1609416 Nov 18 16:27:21.391188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Request body: {'port': {'device_id': '002eab8d-8c4f-44d9-95e6-4e122384c355', 'network_id': '3950388b-acf8-449a-98f9-22d492f09b84', 'admin_state_up': True, 'tenant_id': '90d12d69d70544128fdea591f40ec7cc'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:27:21.535527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:27:21.545517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:27:21.554740 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Made reservation on behalf of 90d12d69d70544128fdea591f40ec7cc for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:27:21.560298 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:21.860233 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:27:21.873179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Allocated IP 172.20.0.13 (3950388b-acf8-449a-98f9-22d492f09b84/9bdecd86-7638-4dae-b344-769e1ee72172/1d060fb9-7018-436b-ae7d-63f39a95763c) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:27:21.941536 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a4cf2-4c08-406a-aa21-7d8ab370cf73 req-769be7a2-a042-47cf-be01-5e93029987c1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:21.943185 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f25a4cf2-4c08-406a-aa21-7d8ab370cf73 req-769be7a2-a042-47cf-be01-5e93029987c1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.1032584 Nov 18 16:27:21.993437 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f25a4cf2-4c08-406a-aa21-7d8ab370cf73 req-9e1919a0-cdfb-4036-a884-9d6f9a4fa284 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440166 Nov 18 16:27:22.106899 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:22.132623 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:22.149075 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4a6c1085-9052-42e7-a4ba-8ebb761af218 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:22.232367 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Pushing event updated for resources: {'Port': ['ID=1d060fb9-7018-436b-ae7d-63f39a95763c,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:22.276248 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:22.376386 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca2fa6-71ed-4fdd-bae3-2da10944f3fd req-4f83676f-440f-4ab7-8107-9c4eab0c11ce tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:22.379147 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b3ca2fa6-71ed-4fdd-bae3-2da10944f3fd req-4f83676f-440f-4ab7-8107-9c4eab0c11ce tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 944 time: 0.1051826 Nov 18 16:27:22.431467 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b3ca2fa6-71ed-4fdd-bae3-2da10944f3fd req-05ad5cc4-d934-4c2b-ae35-af17ce09d552 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453832 Nov 18 16:27:22.448941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f59665-4da3-479c-b25d-270f01b79bab req-09a09dee-5c74-4d3f-a314-795ad305944d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:22.451381 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c7f59665-4da3-479c-b25d-270f01b79bab req-09a09dee-5c74-4d3f-a314-795ad305944d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 932 time: 0.2210627 Nov 18 16:27:22.521364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Network 3950388b-acf8-449a-98f9-22d492f09b84 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:27:22.522786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:27:22.526615 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c7f59665-4da3-479c-b25d-270f01b79bab req-23723101-7dbb-44f9-9338-ee89bf25b862 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687480 Nov 18 16:27:22.527360 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:27:22.625344 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:22.626102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:22.652117 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-67d207c9-9341-4128-a6a3-80894fa9eb7f tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2650385 Nov 18 16:27:22.667852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Request body: {'port': {'device_id': '002eab8d-8c4f-44d9-95e6-4e122384c355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:27:22.798606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:23.264729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d060fb9-7018-436b-ae7d-63f39a95763c {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:27:23.279608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:23.299462 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Transition to ACTIVE for port object 1d060fb9-7018-436b-ae7d-63f39a95763c will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:27:23.306746 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddd300-e874-4640-9be3-26a88cd5a4fe req-d1b2d58e-9408-47c1-afcb-e762b81c1363 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:23.308342 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-baddd300-e874-4640-9be3-26a88cd5a4fe req-d1b2d58e-9408-47c1-afcb-e762b81c1363 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.1656632 Nov 18 16:27:23.309427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:23.324630 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:23.672874 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2725c-f71c-4de5-99b2-3d5344eee7c5 req-a1343be3-8192-4fd3-ae0b-ada3fab788e2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:23.674492 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a6f2725c-f71c-4de5-99b2-3d5344eee7c5 req-a1343be3-8192-4fd3-ae0b-ada3fab788e2 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 944 time: 0.0846899 Nov 18 16:27:23.700527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Pushing event updated for resources: {'Port': ['ID=1d060fb9-7018-436b-ae7d-63f39a95763c,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:23.712713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:23.718397 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-baddd300-e874-4640-9be3-26a88cd5a4fe req-951584e4-3839-4561-9865-cb0e565aefd1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3950453 Nov 18 16:27:23.732354 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a6f2725c-f71c-4de5-99b2-3d5344eee7c5 req-0737883a-fb5c-4aae-b165-affddc4f0898 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502861 Nov 18 16:27:23.960790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Attempting to bind port 1d060fb9-7018-436b-ae7d-63f39a95763c on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:27:23.961163 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Attempting to bind port 1d060fb9-7018-436b-ae7d-63f39a95763c by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': 'bce782ee-8cfd-43f4-bf64-8930606ad721', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3950388b-acf8-449a-98f9-22d492f09b84'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:27:23.961528 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Attempting to bind port 1d060fb9-7018-436b-ae7d-63f39a95763c on network 3950388b-acf8-449a-98f9-22d492f09b84 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:27:23.979791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:27:23.980175 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Checking segment: {'id': 'bce782ee-8cfd-43f4-bf64-8930606ad721', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3950388b-acf8-449a-98f9-22d492f09b84'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:27:23.980583 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:23.980985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Bound using segment: {'id': 'bce782ee-8cfd-43f4-bf64-8930606ad721', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3950388b-acf8-449a-98f9-22d492f09b84'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:27:23.981471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Bound port: 1d060fb9-7018-436b-ae7d-63f39a95763c, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce782ee-8cfd-43f4-bf64-8930606ad721', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3950388b-acf8-449a-98f9-22d492f09b84'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:27:23.981849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:24.009310 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451edd30-8c43-4fb8-aa3e-dd953d600089 req-e0ea9231-e3ab-4240-a035-fd5c0f0b7beb tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:24.010078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-451edd30-8c43-4fb8-aa3e-dd953d600089 req-e0ea9231-e3ab-4240-a035-fd5c0f0b7beb tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Synchronizing usage tracker for tenant:90d12d69d70544128fdea591f40ec7cc on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:27:24.073528 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-451edd30-8c43-4fb8-aa3e-dd953d600089 req-e0ea9231-e3ab-4240-a035-fd5c0f0b7beb tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Unset dirty status for tenant:90d12d69d70544128fdea591f40ec7cc on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:27:24.075068 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-451edd30-8c43-4fb8-aa3e-dd953d600089 req-e0ea9231-e3ab-4240-a035-fd5c0f0b7beb tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 944 time: 0.1960504 Nov 18 16:27:24.121019 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] For port 1d060fb9-7018-436b-ae7d-63f39a95763c, host hv-cinder-75996, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:27:24.131183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] For port 1d060fb9-7018-436b-ae7d-63f39a95763c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1d060fb9-7018-436b-ae7d-63f39a95763c,segment=NetworkSegment(bce782ee-8cfd-43f4-bf64-8930606ad721),segment_id=bce782ee-8cfd-43f4-bf64-8930606ad721)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:27:24.138332 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:24.155800 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-229517b0-c38e-41c3-bbe2-d6bbbe55f107 tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:24.215833 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-451edd30-8c43-4fb8-aa3e-dd953d600089 req-fb3745c6-18e3-4065-8def-d6d4562a410b tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288888 Nov 18 16:27:24.313395 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Pushing event updated for resources: {'Port': ['ID=1d060fb9-7018-436b-ae7d-63f39a95763c,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:24.319728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:24.351933 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:24.353425 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-cadc0054-dcec-4434-a336-91cc35ac0835 service neutron] 10.222.0.49 "PUT /v2.0/ports/1d060fb9-7018-436b-ae7d-63f39a95763c HTTP/1.1" status: 200 len: 1158 time: 1.6903825 Nov 18 16:27:24.353949 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002eab8d-8c4f-44d9-95e6-4e122384c355', 'tag': '1d060fb9-7018-436b-ae7d-63f39a95763c'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:27:24.427085 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002eab8d-8c4f-44d9-95e6-4e122384c355', 'tag': '1d060fb9-7018-436b-ae7d-63f39a95763c', 'status': 'completed', 'code': 200} Nov 18 16:27:24.474486 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-a9d9a097-42bf-4f7f-906a-4ae688b657d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90d12d69d70544128fdea591f40ec7cc&device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 1161 time: 0.0821731 Nov 18 16:27:24.552914 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-f8b7b83e-38be-4eac-b147-7b1af7032dcb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d060fb9-7018-436b-ae7d-63f39a95763c HTTP/1.1" status: 200 len: 217 time: 0.0659096 Nov 18 16:27:24.631004 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-a63dc893-ce7b-4e95-96ac-9da4323088e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:24.632557 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-a63dc893-ce7b-4e95-96ac-9da4323088e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bdecd86-7638-4dae-b344-769e1ee72172 HTTP/1.1" status: 200 len: 853 time: 0.0723362 Nov 18 16:27:24.682735 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-346e4f34-d60c-4eea-bc71-36411b47a308 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3950388b-acf8-449a-98f9-22d492f09b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430477 Nov 18 16:27:24.829467 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-0ac5b1fc-584a-4342-8977-f0cd8ab8477d service neutron] 10.222.0.49 "GET /v2.0/networks/3950388b-acf8-449a-98f9-22d492f09b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393576 Nov 18 16:27:25.037036 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-02f22837-c29b-4ab3-834c-c0dec1585740 req-60b86ea6-1593-4a98-827a-2ecb30adc3e8 service neutron] 10.222.0.49 "GET /v2.0/networks/3950388b-acf8-449a-98f9-22d492f09b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2005730 Nov 18 16:27:25.054071 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba35627-87d6-45eb-95a9-8011a265aa4b req-48884937-a267-4040-9d88-22112e965930 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:25.055713 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ba35627-87d6-45eb-95a9-8011a265aa4b req-48884937-a267-4040-9d88-22112e965930 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 944 time: 0.1251044 Nov 18 16:27:25.153740 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ba35627-87d6-45eb-95a9-8011a265aa4b req-40ac52f6-6b73-4320-91e3-b25dfebe618a tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913665 Nov 18 16:27:25.183169 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4dbe65ae-840a-42ce-b49e-d0443b65c490 req-67048a75-897d-4c9c-b68a-d82f67e12139 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90d12d69d70544128fdea591f40ec7cc&device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 1161 time: 0.0889051 Nov 18 16:27:25.327509 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe65ae-840a-42ce-b49e-d0443b65c490 req-a0664b6d-97ea-4f5e-800b-0fc0868314e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:25.329028 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4dbe65ae-840a-42ce-b49e-d0443b65c490 req-a0664b6d-97ea-4f5e-800b-0fc0868314e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3950388b-acf8-449a-98f9-22d492f09b84 HTTP/1.1" status: 200 len: 907 time: 0.1386526 Nov 18 16:27:25.401457 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4dbe65ae-840a-42ce-b49e-d0443b65c490 req-d06048f4-cfd8-4176-9bca-c20a90083777 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d060fb9-7018-436b-ae7d-63f39a95763c HTTP/1.1" status: 200 len: 217 time: 0.0654311 Nov 18 16:27:25.442288 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a19f3-0497-4285-aae4-3df49e389a97 req-966c6965-ddf3-4268-830d-fd197a723812 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:25.443962 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-560a19f3-0497-4285-aae4-3df49e389a97 req-966c6965-ddf3-4268-830d-fd197a723812 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 944 time: 0.0902755 Nov 18 16:27:25.479055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe65ae-840a-42ce-b49e-d0443b65c490 req-c86f5fad-a0de-4d94-9732-3aac01460929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:25.480671 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4dbe65ae-840a-42ce-b49e-d0443b65c490 req-c86f5fad-a0de-4d94-9732-3aac01460929 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bdecd86-7638-4dae-b344-769e1ee72172 HTTP/1.1" status: 200 len: 853 time: 0.0722601 Nov 18 16:27:25.492893 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-560a19f3-0497-4285-aae4-3df49e389a97 req-d05ffc23-4a2f-4b84-89cb-3121236a3551 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Nov 18 16:27:25.531847 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4dbe65ae-840a-42ce-b49e-d0443b65c490 req-5d34a1a0-b476-4888-8956-4da08cd63133 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3950388b-acf8-449a-98f9-22d492f09b84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431828 Nov 18 16:27:25.679987 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4dbe65ae-840a-42ce-b49e-d0443b65c490 req-3a2abf93-c100-48a2-a85c-59111b1984c3 service neutron] 10.222.0.49 "GET /v2.0/networks/3950388b-acf8-449a-98f9-22d492f09b84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410356 Nov 18 16:27:25.825683 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4dbe65ae-840a-42ce-b49e-d0443b65c490 req-a241716b-3f50-49e1-87ed-0d531ea5a81f service neutron] 10.222.0.49 "GET /v2.0/networks/3950388b-acf8-449a-98f9-22d492f09b84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384892 Nov 18 16:27:25.920757 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:27:25.992529 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:27:25.997274 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:27:25.997703 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:26.113616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:26.141140 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aae6654-81a8-48fb-bf85-3a1b061eec4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d53338-07d7-4ffd-9ab7-7eb1623c08d0'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:27:26.151223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 41d53338-07d7-4ffd-9ab7-7eb1623c08d0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=41d53338-07d7-4ffd-9ab7-7eb1623c08d0,segment=NetworkSegment(ca657aef-444c-4104-997a-1641699aa396),segment_id=ca657aef-444c-4104-997a-1641699aa396)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:26.154048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:26.155937 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:26.205513 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aae6654-81a8-48fb-bf85-3a1b061eec4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d53338-07d7-4ffd-9ab7-7eb1623c08d0', 'code': 200} Nov 18 16:27:26.228565 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=41d53338-07d7-4ffd-9ab7-7eb1623c08d0,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:26.239238 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.239755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.240144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.240522 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.241174 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.241589 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.241963 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.242335 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.243239 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.243239 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.243512 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.243936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.244350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.244706 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.245067 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.245467 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.245867 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.246666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.246666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.246936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.247251 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.247609 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.248091 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.249000 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:27:26.254759 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:26.439041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2f06c-bd83-4993-8aac-0865b1c5dbc0 req-aa2d938e-76df-4e58-a63f-ee20b8e624c4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:26.440590 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-53d2f06c-bd83-4993-8aac-0865b1c5dbc0 req-aa2d938e-76df-4e58-a63f-ee20b8e624c4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 946 time: 0.1351788 Nov 18 16:27:26.500977 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-732803b2-3b3c-4794-95f4-637bf39844b7 req-3e03fbab-f3cf-4878-8088-68b1fc9ada5f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 1163 time: 0.1169398 Nov 18 16:27:26.508135 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-53d2f06c-bd83-4993-8aac-0865b1c5dbc0 req-242fd32c-6875-4ecc-96bf-4fad90872dc7 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609910 Nov 18 16:27:26.547004 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-732803b2-3b3c-4794-95f4-637bf39844b7 req-bfba1799-d288-4b5f-86a3-b272de2f3162 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378709 Nov 18 16:27:26.708885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddf7e5-cd2b-4280-82ba-818b16031cee req-08aa9b17-76ec-4c9b-b65b-d393d5e3dcd8 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:26.710419 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b8ddf7e5-cd2b-4280-82ba-818b16031cee req-08aa9b17-76ec-4c9b-b65b-d393d5e3dcd8 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 944 time: 0.0859201 Nov 18 16:27:26.732729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c72fd932-bc12-4e39-afa6-c86a8d3f8ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:26.761746 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b8ddf7e5-cd2b-4280-82ba-818b16031cee req-2fcf06a0-b319-49f3-9d0a-4cfa0eb0c070 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450141 Nov 18 16:27:27.073193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:27:27.144144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:27:27.144565 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:27.720748 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9516663-60a1-4eda-9b2b-49a4c0f48d25 req-e01a5dff-57f9-4724-bd07-05614d33712e tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:27.722905 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d9516663-60a1-4eda-9b2b-49a4c0f48d25 req-e01a5dff-57f9-4724-bd07-05614d33712e tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 946 time: 0.0837140 Nov 18 16:27:27.771680 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d9516663-60a1-4eda-9b2b-49a4c0f48d25 req-4ec485a6-3bbf-416f-86cc-a10917389b62 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426650 Nov 18 16:27:27.984091 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bc921-4f18-4af7-b582-84967bc901cd req-e623dae5-cb79-4ad1-baf4-598c23e13477 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:27.985627 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-682bc921-4f18-4af7-b582-84967bc901cd req-e623dae5-cb79-4ad1-baf4-598c23e13477 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 944 time: 0.0857353 Nov 18 16:27:28.032931 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-682bc921-4f18-4af7-b582-84967bc901cd req-c35caaaf-c016-4b8c-a213-1407ab4f4a16 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Nov 18 16:27:28.981852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b4366-87c1-472a-94f0-6a32c72d1700 req-98ff71b0-f4c2-4c74-b7b3-64343c114f1c tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:28.983471 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8a0b4366-87c1-472a-94f0-6a32c72d1700 req-98ff71b0-f4c2-4c74-b7b3-64343c114f1c tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 946 time: 0.0834146 Nov 18 16:27:29.031676 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8a0b4366-87c1-472a-94f0-6a32c72d1700 req-cf168410-ce46-4c77-a1e4-b46824b27d6a tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Nov 18 16:27:29.127826 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:27:29.202030 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:27:29.202450 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:29.255452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede4b4f-1a47-4629-b9fd-f94da468913b req-c64b10bd-5ab0-407c-b088-fa4151450a26 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:29.257272 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4ede4b4f-1a47-4629-b9fd-f94da468913b req-c64b10bd-5ab0-407c-b088-fa4151450a26 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 944 time: 0.0931640 Nov 18 16:27:29.309784 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4ede4b4f-1a47-4629-b9fd-f94da468913b req-de226477-b343-4bd6-9fc5-79802a83f1a6 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459306 Nov 18 16:27:29.415151 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1725e918-3ae4-400e-9d75-089472a88f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:29.681332 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:30.345032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef79ee5-c4c1-4c14-9757-a7dda2373404 req-ca63d505-aa46-49f3-9930-dfe6a8210e99 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:30.346660 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3ef79ee5-c4c1-4c14-9757-a7dda2373404 req-ca63d505-aa46-49f3-9930-dfe6a8210e99 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 946 time: 0.0858138 Nov 18 16:27:30.396063 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3ef79ee5-c4c1-4c14-9757-a7dda2373404 req-e8a29b7f-9505-430e-a6d0-4899888d7a9c tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 Nov 18 16:27:30.527825 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137c93a-e629-49a2-847e-50cc85877fe6 req-9ff8b51d-4e44-4e21-a9f5-59adf3eefbf5 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:30.530586 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2137c93a-e629-49a2-847e-50cc85877fe6 req-9ff8b51d-4e44-4e21-a9f5-59adf3eefbf5 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 944 time: 0.0883896 Nov 18 16:27:30.581232 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2137c93a-e629-49a2-847e-50cc85877fe6 req-bc09f98a-dae8-4904-908d-ea41aca19266 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442154 Nov 18 16:27:30.665541 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:31.201399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:31.606729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a74ee-be39-492b-808c-a8c0bde5fb4b req-2d53ddda-1fcc-41b3-9398-d07c88c6da01 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:31.608349 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-273a74ee-be39-492b-808c-a8c0bde5fb4b req-2d53ddda-1fcc-41b3-9398-d07c88c6da01 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 946 time: 0.0815179 Nov 18 16:27:31.656852 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-273a74ee-be39-492b-808c-a8c0bde5fb4b req-b76530f8-0183-478d-b5dd-aa4412179d27 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Nov 18 16:27:31.793928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001250b8-dc4d-40b6-b1ae-d81e08791c6c req-612101b5-2038-4ef6-a6d1-929d1549ec21 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:31.795571 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-001250b8-dc4d-40b6-b1ae-d81e08791c6c req-612101b5-2038-4ef6-a6d1-929d1549ec21 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 944 time: 0.0829198 Nov 18 16:27:31.848145 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-001250b8-dc4d-40b6-b1ae-d81e08791c6c req-b6f30580-53b6-4b99-81f1-dfbb851ea687 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450890 Nov 18 16:27:32.185120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 1d060fb9-7018-436b-ae7d-63f39a95763c up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:27:32.255065 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port 1d060fb9-7018-436b-ae7d-63f39a95763c completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:27:32.259812 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 1d060fb9-7018-436b-ae7d-63f39a95763c triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:27:32.260225 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:32.375875 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:32.402862 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002eab8d-8c4f-44d9-95e6-4e122384c355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d060fb9-7018-436b-ae7d-63f39a95763c'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:27:32.413423 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 1d060fb9-7018-436b-ae7d-63f39a95763c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1d060fb9-7018-436b-ae7d-63f39a95763c,segment=NetworkSegment(bce782ee-8cfd-43f4-bf64-8930606ad721),segment_id=bce782ee-8cfd-43f4-bf64-8930606ad721)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:32.416870 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:32.418792 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5a32689f-6345-4cce-89da-5f0a9759d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:32.466029 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002eab8d-8c4f-44d9-95e6-4e122384c355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d060fb9-7018-436b-ae7d-63f39a95763c', 'code': 200} Nov 18 16:27:32.486042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=1d060fb9-7018-436b-ae7d-63f39a95763c,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:32.489876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:32.780089 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9836f7d-3d7e-4c66-977c-da2a2df11c4f req-dca19008-239c-4280-9548-e32c9dea9863 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:32.781812 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a9836f7d-3d7e-4c66-977c-da2a2df11c4f req-dca19008-239c-4280-9548-e32c9dea9863 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.49 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 946 time: 0.0887198 Nov 18 16:27:32.782485 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9923ac2a-5574-4420-82bb-f497ca4652ed req-e6ff926a-3dc1-4b02-a948-455ecb3444c9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 1163 time: 0.0889266 Nov 18 16:27:32.838687 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9923ac2a-5574-4420-82bb-f497ca4652ed req-9775b903-a549-4825-894d-b33f90c6d68d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397997 Nov 18 16:27:32.915176 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-a9836f7d-3d7e-4c66-977c-da2a2df11c4f req-e08cdd1b-4a16-42ef-a20e-95c2d46e60f4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Deleting port 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:27:32.915573 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a9836f7d-3d7e-4c66-977c-da2a2df11c4f req-e08cdd1b-4a16-42ef-a20e-95c2d46e60f4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:32.993123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223560b-4333-464d-bca7-99177d9e3b4b req-0becf9fc-20b5-4ab0-9736-c53bd1e28dc5 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:32.994719 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9223560b-4333-464d-bca7-99177d9e3b4b req-0becf9fc-20b5-4ab0-9736-c53bd1e28dc5 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 946 time: 0.1989331 Nov 18 16:27:33.065932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374debc0-03a1-499c-877b-ec1a1c4642e3 req-38ab9846-43f6-47bb-a9c7-e4de03214561 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:33.067531 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-374debc0-03a1-499c-877b-ec1a1c4642e3 req-38ab9846-43f6-47bb-a9c7-e4de03214561 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 946 time: 0.0859189 Nov 18 16:27:33.116671 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-374debc0-03a1-499c-877b-ec1a1c4642e3 req-2c5a0865-8a03-4f42-9b2c-5c2603c79572 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426824 Nov 18 16:27:33.126082 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9223560b-4333-464d-bca7-99177d9e3b4b req-91f7132a-07b2-43a2-be20-085b3af2404a tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/security-groups?id=09bf2ce0-967d-4f3b-bed4-80e2331086c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022563 Nov 18 16:27:33.150418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 1d060fb9-7018-436b-ae7d-63f39a95763c up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:27:33.222368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 1d060fb9-7018-436b-ae7d-63f39a95763c triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:27:33.222794 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:33.229220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-a9836f7d-3d7e-4c66-977c-da2a2df11c4f req-e08cdd1b-4a16-42ef-a20e-95c2d46e60f4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] For port 41d53338-07d7-4ffd-9ab7-7eb1623c08d0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=41d53338-07d7-4ffd-9ab7-7eb1623c08d0,segment=NetworkSegment(ca657aef-444c-4104-997a-1641699aa396),segment_id=ca657aef-444c-4104-997a-1641699aa396)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:27:33.229629 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a9836f7d-3d7e-4c66-977c-da2a2df11c4f req-e08cdd1b-4a16-42ef-a20e-95c2d46e60f4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:33.352048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:27:33.361238 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-a9836f7d-3d7e-4c66-977c-da2a2df11c4f req-e08cdd1b-4a16-42ef-a20e-95c2d46e60f4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Calling delete_port for 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:27:33.468398 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:33.506801 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a9836f7d-3d7e-4c66-977c-da2a2df11c4f req-e08cdd1b-4a16-42ef-a20e-95c2d46e60f4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:33.522329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a49b709e-0f37-457d-bf80-c16f7c54cb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:27:33.569834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cdd1b-4a16-42ef-a20e-95c2d46e60f4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Pushing event deleted for resources: {'Port': ['ID=41d53338-07d7-4ffd-9ab7-7eb1623c08d0,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:27:33.581905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e08cdd1b-4a16-42ef-a20e-95c2d46e60f4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:27:33.721101 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9836f7d-3d7e-4c66-977c-da2a2df11c4f req-e08cdd1b-4a16-42ef-a20e-95c2d46e60f4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] No DVR routers for this DVR port 41d53338-07d7-4ffd-9ab7-7eb1623c08d0 on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:27:33.723191 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a9836f7d-3d7e-4c66-977c-da2a2df11c4f req-e08cdd1b-4a16-42ef-a20e-95c2d46e60f4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:33.725792 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aae6654-81a8-48fb-bf85-3a1b061eec4c', 'name': 'network-vif-deleted', 'tag': '41d53338-07d7-4ffd-9ab7-7eb1623c08d0'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:27:33.745386 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a9836f7d-3d7e-4c66-977c-da2a2df11c4f req-e08cdd1b-4a16-42ef-a20e-95c2d46e60f4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.49 "DELETE /v2.0/ports/41d53338-07d7-4ffd-9ab7-7eb1623c08d0 HTTP/1.1" status: 204 len: 173 time: 0.9106746 Nov 18 16:27:33.790547 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aae6654-81a8-48fb-bf85-3a1b061eec4c', 'name': 'network-vif-deleted', 'tag': '41d53338-07d7-4ffd-9ab7-7eb1623c08d0', 'status': 'completed', 'code': 200} Nov 18 16:27:34.318961 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fbf3d5fa-3a0a-4cf8-a348-5782395b53db req-5e97d639-b1d5-48d1-8a01-0d586794c190 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] 10.222.0.15 "GET /v2.0/ports?device_id=5aae6654-81a8-48fb-bf85-3a1b061eec4c HTTP/1.1" status: 200 len: 210 time: 0.0463092 Nov 18 16:27:34.350873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84755116-436d-4df9-8add-a1eec3c9f072 req-8929be17-73be-4676-97ee-f0e80a9af3e0 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:34.352591 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-84755116-436d-4df9-8add-a1eec3c9f072 req-8929be17-73be-4676-97ee-f0e80a9af3e0 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 946 time: 0.1019206 Nov 18 16:27:34.402960 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-84755116-436d-4df9-8add-a1eec3c9f072 req-d065aae9-4d7a-4021-b743-d6e13bde3c6d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441031 Nov 18 16:27:35.099314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 1d060fb9-7018-436b-ae7d-63f39a95763c up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:27:35.172496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 1d060fb9-7018-436b-ae7d-63f39a95763c triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:27:35.172913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:35.629474 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f4b8b-2116-40ce-a7d8-29ae105206d7 req-5bcd8294-f604-48e7-a3b1-c53687c6b2b0 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:35.631094 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a41f4b8b-2116-40ce-a7d8-29ae105206d7 req-5bcd8294-f604-48e7-a3b1-c53687c6b2b0 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 946 time: 0.0930581 Nov 18 16:27:35.873856 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a41f4b8b-2116-40ce-a7d8-29ae105206d7 req-43ec5df7-aaaf-413c-b32a-eb696866c9fe tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363162 Nov 18 16:27:44.450197 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:50.130504 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e63192e4-ed94-46fb-ad9c-9e67ff48213c req-920f1dfb-2d1e-4b29-90f2-0ce64e019e40 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0779817 Nov 18 16:27:50.245783 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e63192e4-ed94-46fb-ad9c-9e67ff48213c req-6ca1507d-1e79-42f3-b9b0-8b3db6db49b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeb580cf3a5f44b8831c32865a294c26&device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 1163 time: 0.0874665 Nov 18 16:27:50.427622 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63192e4-ed94-46fb-ad9c-9e67ff48213c req-f388819f-b196-4672-b2cd-dc7785ee7e5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:50.430269 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e63192e4-ed94-46fb-ad9c-9e67ff48213c req-f388819f-b196-4672-b2cd-dc7785ee7e5a service neutron] 10.222.0.49 "GET /v2.0/networks?id=34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 200 len: 903 time: 0.1495898 Nov 18 16:27:50.543874 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e63192e4-ed94-46fb-ad9c-9e67ff48213c req-7e4d6400-f554-43f8-91a6-6fc2974f59c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40b9fe13-9c90-4edd-92dc-660838ae9fa7 HTTP/1.1" status: 200 len: 1001 time: 0.1055269 Nov 18 16:27:50.617812 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63192e4-ed94-46fb-ad9c-9e67ff48213c req-c65a483e-6823-432f-ae1a-79899e48cf3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:27:50.619344 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e63192e4-ed94-46fb-ad9c-9e67ff48213c req-c65a483e-6823-432f-ae1a-79899e48cf3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=694ea650-631a-4d5b-99f1-da9e1c62ca3c HTTP/1.1" status: 200 len: 848 time: 0.0680611 Nov 18 16:27:50.710976 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e63192e4-ed94-46fb-ad9c-9e67ff48213c req-ac5ee034-2613-4c56-87e7-308fe78ff6cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34419161-9207-4159-bf2c-4dd3d8b2a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828688 Nov 18 16:27:50.965249 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e63192e4-ed94-46fb-ad9c-9e67ff48213c req-42a83b09-8357-43b3-aecc-6b64be5eddb4 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439079 Nov 18 16:27:51.131462 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e63192e4-ed94-46fb-ad9c-9e67ff48213c req-66db87bf-3790-4169-a908-c748c79f8996 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1586144 Nov 18 16:27:56.739149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ed8ecee3-bbc7-49cf-96cd-717e99250721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:58.863261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:27:59.307194 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8a6a0b54-cd50-45b0-8e34-07d62f5a3119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:27:59.701706 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:00.681049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:01.204903 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.149701 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 33170) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:12.216166 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Deleting subnet 6b814dce-581f-4b62-b3c5-a0edd341577a {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:28:12.219277 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.274316 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822456073'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.333057 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.596285 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823215652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824133613'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.618672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-96673164-0473-4b9d-a8d2-f12a634fdb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:12.663308 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b814dce-581f-4b62-b3c5-a0edd341577a,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:12.763754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.764169 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.764574 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.764970 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.765367 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.765760 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.766186 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.766600 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.767004 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.767493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.767899 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.768286 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.768714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.769080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.769965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.770352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.770728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.771109 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.771643 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.772029 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.772410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.772790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.773171 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.773552 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:12.783220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:12.784326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:12.791226 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-90d14367-3a8a-440f-99e5-108f2c35f6a2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6b814dce-581f-4b62-b3c5-a0edd341577a HTTP/1.1" status: 204 len: 168 time: 0.6403980 Nov 18 16:28:12.793724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 33188) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:12.917287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.108283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.229725 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfe51a2-39ef-41b8-b6ff-6ab9a844222e']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:13.243258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca657aef-444c-4104-997a-1641699aa396') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:13.243621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca657aef-444c-4104-997a-1641699aa396') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:13.255511 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32319695'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.270632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.272663 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:28:13.452600 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] Network 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:28:13.461615 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823215743'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.640614 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] Network 9bfe51a2-39ef-41b8-b6ff-6ab9a844222e has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:28:13.663809 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:28:13.740276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.744053 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:13.767817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bfe51a2-39ef-41b8-b6ff-6ab9a844222e,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:13.770344 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:13.774359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:13.784024 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9bfe51a2-39ef-41b8-b6ff-6ab9a844222e HTTP/1.1" status: 204 len: 168 time: 0.9892149 Nov 18 16:28:14.004221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 33206) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:14.057794 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-b4d79c11-101e-437f-b6c0-30cd73baf107 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=148be9b0927e414d995d762c07504d89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522263 Nov 18 16:28:14.060338 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 33210) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:14.122418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7a9503bf-3493-4806-b4c7-1d5372fa1d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.151135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7a9503bf-3493-4806-b4c7-1d5372fa1d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.198111 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7a9503bf-3493-4806-b4c7-1d5372fa1d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.206609 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d8abdc08-ac11-4457-a448-2ade1b20d743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:14.219922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9503bf-3493-4806-b4c7-1d5372fa1d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bf2ce0-967d-4f3b-bed4-80e2331086c0,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:14.223279 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7a9503bf-3493-4806-b4c7-1d5372fa1d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:14.228962 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7a9503bf-3493-4806-b4c7-1d5372fa1d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.232491 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-7a9503bf-3493-4806-b4c7-1d5372fa1d8e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09bf2ce0-967d-4f3b-bed4-80e2331086c0 HTTP/1.1" status: 204 len: 168 time: 0.1688707 Nov 18 16:28:14.484909 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:14.779469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f149a-ba56-43cd-aadd-1c09e2187fc9 req-576bbf9a-e10d-41c1-b413-80e69c3340ea tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:14.781388 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fe5f149a-ba56-43cd-aadd-1c09e2187fc9 req-576bbf9a-e10d-41c1-b413-80e69c3340ea tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 946 time: 0.0874345 Nov 18 16:28:14.831243 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fe5f149a-ba56-43cd-aadd-1c09e2187fc9 req-efdce6b2-8c4b-401f-8119-f68febdf64f3 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Nov 18 16:28:16.040171 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47593959-5734-4cb1-81b3-1c9041005f45 req-5dc41b0e-2d5e-4484-a6fa-e6ee59060feb tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:16.041815 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-47593959-5734-4cb1-81b3-1c9041005f45 req-5dc41b0e-2d5e-4484-a6fa-e6ee59060feb tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 946 time: 0.0824578 Nov 18 16:28:16.089940 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-47593959-5734-4cb1-81b3-1c9041005f45 req-c1acf2e7-b9b7-47c1-a077-c3a5f39e0a1b tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417483 Nov 18 16:28:17.300118 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b71516-3d60-4e50-b62a-eb382216c142 req-aceba161-5078-4b0f-995b-f7efc707c984 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:17.301750 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d8b71516-3d60-4e50-b62a-eb382216c142 req-aceba161-5078-4b0f-995b-f7efc707c984 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 946 time: 0.0853283 Nov 18 16:28:17.349447 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d8b71516-3d60-4e50-b62a-eb382216c142 req-0f97fe00-74a8-45eb-88c9-22c5cdcd69e2 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416875 Nov 18 16:28:18.559804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99729cbf-1fb5-4d4b-ae7f-95d27c8635c2 req-7b595231-99a0-42d2-baf7-7115d7ab4ef2 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:18.561388 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-99729cbf-1fb5-4d4b-ae7f-95d27c8635c2 req-7b595231-99a0-42d2-baf7-7115d7ab4ef2 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 946 time: 0.0819054 Nov 18 16:28:18.612517 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-99729cbf-1fb5-4d4b-ae7f-95d27c8635c2 req-537fa6d1-040f-4a73-8cf5-98fb45896ad3 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451441 Nov 18 16:28:19.820900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72106bf3-19c7-4740-ad48-53c7351b89f8 req-02474087-8d02-49fc-8f1d-86d97cc239d5 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:19.822514 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72106bf3-19c7-4740-ad48-53c7351b89f8 req-02474087-8d02-49fc-8f1d-86d97cc239d5 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 946 time: 0.0838592 Nov 18 16:28:19.870538 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72106bf3-19c7-4740-ad48-53c7351b89f8 req-4a76b6d2-ffea-4124-a49f-1f6a2b613745 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Nov 18 16:28:20.913989 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055fcf1-5ed6-4060-ade2-4f9a0aed6e3b req-9b64f897-525e-48ea-8aea-cfa3c42c27b3 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:20.915587 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b055fcf1-5ed6-4060-ade2-4f9a0aed6e3b req-9b64f897-525e-48ea-8aea-cfa3c42c27b3 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.49 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 946 time: 0.0817370 Nov 18 16:28:20.995154 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-b055fcf1-5ed6-4060-ade2-4f9a0aed6e3b req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Deleting port 1d060fb9-7018-436b-ae7d-63f39a95763c {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:28:20.995541 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b055fcf1-5ed6-4060-ade2-4f9a0aed6e3b req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:21.081210 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea9d86-7b5d-4f53-a695-a0225cb770c8 req-f327fb4d-0d0a-41d1-ad97-6f435d2b06e6 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:21.083324 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5cea9d86-7b5d-4f53-a695-a0225cb770c8 req-f327fb4d-0d0a-41d1-ad97-6f435d2b06e6 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 946 time: 0.0853679 Nov 18 16:28:21.132830 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5cea9d86-7b5d-4f53-a695-a0225cb770c8 req-84d1dd00-6c09-4f7d-b7d7-baa71ea19ae9 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/security-groups?id=df589b18-317d-415f-8488-c765e7c9e936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 Nov 18 16:28:21.249992 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-b055fcf1-5ed6-4060-ade2-4f9a0aed6e3b req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] For port 1d060fb9-7018-436b-ae7d-63f39a95763c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=1d060fb9-7018-436b-ae7d-63f39a95763c,segment=NetworkSegment(bce782ee-8cfd-43f4-bf64-8930606ad721),segment_id=bce782ee-8cfd-43f4-bf64-8930606ad721)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:21.250329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b055fcf1-5ed6-4060-ade2-4f9a0aed6e3b req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:21.382251 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-b055fcf1-5ed6-4060-ade2-4f9a0aed6e3b req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Calling delete_port for 1d060fb9-7018-436b-ae7d-63f39a95763c owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:28:21.428535 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 1d060fb9-7018-436b-ae7d-63f39a95763c no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:28:21.537659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b055fcf1-5ed6-4060-ade2-4f9a0aed6e3b req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:21.546707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:21.557977 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d0843d34-5f77-47d0-9a08-77e7e407867d tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:21.616228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Pushing event deleted for resources: {'Port': ['ID=1d060fb9-7018-436b-ae7d-63f39a95763c,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:21.682161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.682572 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.682973 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.683424 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.683845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.684291 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.684688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.685078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.685460 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.685904 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.686282 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.686668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.687089 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.687472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.687899 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.688282 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.688663 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.689043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.689429 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.689803 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.690179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.690565 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.690948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.691330 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:21.702395 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:21.779407 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-b055fcf1-5ed6-4060-ade2-4f9a0aed6e3b req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] No DVR routers for this DVR port 1d060fb9-7018-436b-ae7d-63f39a95763c on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:28:21.781966 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b055fcf1-5ed6-4060-ade2-4f9a0aed6e3b req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:21.785610 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002eab8d-8c4f-44d9-95e6-4e122384c355', 'name': 'network-vif-deleted', 'tag': '1d060fb9-7018-436b-ae7d-63f39a95763c'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:28:21.803037 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b055fcf1-5ed6-4060-ade2-4f9a0aed6e3b req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.49 "DELETE /v2.0/ports/1d060fb9-7018-436b-ae7d-63f39a95763c HTTP/1.1" status: 204 len: 173 time: 0.8812983 Nov 18 16:28:21.847307 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002eab8d-8c4f-44d9-95e6-4e122384c355', 'name': 'network-vif-deleted', 'tag': '1d060fb9-7018-436b-ae7d-63f39a95763c', 'status': 'completed', 'code': 200} Nov 18 16:28:22.325146 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-9ad269fc-63f4-4f27-830a-b72f293dbf3a req-79a79de0-d6cc-4d53-b4ee-0fcffe46c875 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Synchronizing usage tracker for tenant:90d12d69d70544128fdea591f40ec7cc on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:28:22.340234 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-9ad269fc-63f4-4f27-830a-b72f293dbf3a req-79a79de0-d6cc-4d53-b4ee-0fcffe46c875 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Unset dirty status for tenant:90d12d69d70544128fdea591f40ec7cc on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:28:22.341524 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9ad269fc-63f4-4f27-830a-b72f293dbf3a req-79a79de0-d6cc-4d53-b4ee-0fcffe46c875 tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] 10.222.0.15 "GET /v2.0/ports?device_id=002eab8d-8c4f-44d9-95e6-4e122384c355 HTTP/1.1" status: 200 len: 210 time: 0.0616052 Nov 18 16:28:26.658133 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 33318) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:26.732260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8713a485-7977-40fa-a140-16977da5197e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:26.810428 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0d01beb4-abeb-4d29-80b2-910b391ed5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:26.843270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-0d01beb4-abeb-4d29-80b2-910b391ed5d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:26.847462 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-0d01beb4-abeb-4d29-80b2-910b391ed5d7 admin admin] Usage tracker for resource:security_group_rule and tenant:00270c290e814c0da463ff456036f59a is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:26.851142 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-0d01beb4-abeb-4d29-80b2-910b391ed5d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:26.856901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-0d01beb4-abeb-4d29-80b2-910b391ed5d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:26.926478 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0d01beb4-abeb-4d29-80b2-910b391ed5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:26.928941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0d01beb4-abeb-4d29-80b2-910b391ed5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:26.936365 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:26.977997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01beb4-abeb-4d29-80b2-910b391ed5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d60529a-889a-40b7-a35a-af483318ff1a,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:26.983674 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-0d01beb4-abeb-4d29-80b2-910b391ed5d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00270c290e814c0da463ff456036f59a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3243020 Nov 18 16:28:26.984582 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0d01beb4-abeb-4d29-80b2-910b391ed5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:26.986344 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 33324) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:27.051089 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ebfff508-5064-4108-9bbb-b0a43dd98d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:27.077471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ebfff508-5064-4108-9bbb-b0a43dd98d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:27.123027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ebfff508-5064-4108-9bbb-b0a43dd98d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:27.128074 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fba97bba-0ac6-493a-b3b2-c4733b5aae41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:27.140719 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfff508-5064-4108-9bbb-b0a43dd98d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d60529a-889a-40b7-a35a-af483318ff1a,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:27.143828 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ebfff508-5064-4108-9bbb-b0a43dd98d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:27.146377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ebfff508-5064-4108-9bbb-b0a43dd98d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:27.147595 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ebfff508-5064-4108-9bbb-b0a43dd98d74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d60529a-889a-40b7-a35a-af483318ff1a HTTP/1.1" status: 204 len: 168 time: 0.1603863 Nov 18 16:28:28.447985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 33360) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:28.601210 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c658004e-6f06-40ce-93e9-2ea4227b2107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:28.633687 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-c658004e-6f06-40ce-93e9-2ea4227b2107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:28.637666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-c658004e-6f06-40ce-93e9-2ea4227b2107 admin admin] Usage tracker for resource:security_group_rule and tenant:93e9386d92ce4361b772c9d5f8ac618c is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:28.640538 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-c658004e-6f06-40ce-93e9-2ea4227b2107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:28.647196 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-c658004e-6f06-40ce-93e9-2ea4227b2107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:28.714160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c658004e-6f06-40ce-93e9-2ea4227b2107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:28.716811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c658004e-6f06-40ce-93e9-2ea4227b2107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:28.724294 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a9f21bea-a90c-4a93-af4d-4a40496abb74 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:28.766760 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658004e-6f06-40ce-93e9-2ea4227b2107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654f8394-eb88-4b5e-a548-26507bca49ea,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:28.772235 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-c658004e-6f06-40ce-93e9-2ea4227b2107 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93e9386d92ce4361b772c9d5f8ac618c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3229985 Nov 18 16:28:28.773228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c658004e-6f06-40ce-93e9-2ea4227b2107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:28.774808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 33366) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:28.841640 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ab0a62d7-c1ca-472f-99dd-9d0446810564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:28.868343 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ab0a62d7-c1ca-472f-99dd-9d0446810564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:28.912603 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ab0a62d7-c1ca-472f-99dd-9d0446810564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:28.917477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-192690d5-9dd4-4644-a46a-f3ed3775663a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:28.930731 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a62d7-c1ca-472f-99dd-9d0446810564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654f8394-eb88-4b5e-a548-26507bca49ea,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:28.933551 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ab0a62d7-c1ca-472f-99dd-9d0446810564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:28.934693 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ab0a62d7-c1ca-472f-99dd-9d0446810564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:28.936439 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ab0a62d7-c1ca-472f-99dd-9d0446810564 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/654f8394-eb88-4b5e-a548-26507bca49ea HTTP/1.1" status: 204 len: 168 time: 0.1606333 Nov 18 16:28:29.308926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6b14a4f6-cae2-49b6-bd10-5e1a1af5c597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:29.685481 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:29.750172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 33390) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:29.889054 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-369260260-network', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:29.894213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:29.898895 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Usage tracker for resource:network and tenant:f60209aecd2c483ba2ca662ee690d91b is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:29.902265 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:29.908000 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:29.917892 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Made reservation on behalf of f60209aecd2c483ba2ca662ee690d91b for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:28:29.922562 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:29.935689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:29.967976 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:29.971917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Usage tracker for resource:security_group_rule and tenant:f60209aecd2c483ba2ca662ee690d91b is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:29.975354 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:29.981148 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:30.046985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.049706 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.053931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-43bd4f4f-d471-4f9e-aba3-f20c0dead5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:30.089018 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:28:30.098096 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed60cd1-77f3-4cd3-b3e9-037085023cfc,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:30.102526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:30.105057 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.105454 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Added segment 28d4533c-0313-426c-81e0-9b1e0781ac39 of type vxlan for network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 Nov 18 16:28:30.132509 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.161191 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.162410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:30.163045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.167953 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f44ae036-3433-4243-8a1f-b81842034909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:30.272493 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5210879 Nov 18 16:28:30.273315 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Pushing event updated for resources: {'Network': ['ID=26474ede-1ffb-4bb2-89ff-c8a1b3403c40,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:30.275430 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 33396) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:30.278268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:30.282118 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Request body: {'subnet': {'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-369260260-subnet', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:30.285439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:28:30.287205 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:30.291260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Usage tracker for resource:subnet and tenant:f60209aecd2c483ba2ca662ee690d91b is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:30.294239 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:30.298926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:28:30.299980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:30.309197 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Made reservation on behalf of f60209aecd2c483ba2ca662ee690d91b for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:28:30.313945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30642234'] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.664325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.728579 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31559952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30642187'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:30.951646 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3949a64f-c9bf-4d7a-a034-765948089757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:31.085094 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d658e2ab-202c-467c-a475-de43fe4003d5,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:31.089147 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:31.155449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Checking segment: {'id': '28d4533c-0313-426c-81e0-9b1e0781ac39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:28:31.155884 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Network hostable DHCP agents. Network: 26474ede-1ffb-4bb2-89ff-c8a1b3403c40, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:28:31.178359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:28:31.191601 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, 26474ede-1ffb-4bb2-89ff-c8a1b3403c40) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:28:31.204049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec957bb-9f6f-458d-ab7c-322cc431685d None None] Network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:28:31.204243 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:31.204821 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.226551 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.228090 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-8b318234-b911-40b1-802b-8631128c54ea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9515696 Nov 18 16:28:31.230934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 33410) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:31.236876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:31.242409 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:31.246564 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Usage tracker for resource:router and tenant:f60209aecd2c483ba2ca662ee690d91b is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:31.250119 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:31.256422 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:31.269072 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821561935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736540'] for router, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.270722 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821562538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33232672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33260878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39276'] for router, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.290127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.437163 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe527db92-96c1-5c25-b139-de022d86ecfb-26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'fixed_ips': [{'subnet_id': 'd658e2ab-202c-467c-a475-de43fe4003d5'}]}} from dv-cinder-759961-2-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:28:31.438089 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.442839 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33232689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821561906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39263'] for router, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.639168 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.671361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.725241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Allocated IP 172.20.0.2 (26474ede-1ffb-4bb2-89ff-c8a1b3403c40/d658e2ab-202c-467c-a475-de43fe4003d5/04f82b32-6f65-47d3-aef9-4c009ac9edc8) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:28:31.941874 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.953490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Transition to ACTIVE for port object 04f82b32-6f65-47d3-aef9-4c009ac9edc8 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:28:31.956916 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Allocated IP 172.27.0.31 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/603bd164-b561-47a8-81e8-2d3cd02a9f5e) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:28:31.970837 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Transition to ACTIVE for port object 04f82b32-6f65-47d3-aef9-4c009ac9edc8 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:28:31.976139 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:31.996249 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5b64a536-ac26-464e-a9bd-10d6eea67069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:32.115025 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:32.135119 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Pushing event updated for resources: {'Port': ['ID=04f82b32-6f65-47d3-aef9-4c009ac9edc8,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:32.141334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:32.150956 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.151356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.151770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.152149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.152523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.152893 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.153263 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.153756 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.154017 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.154381 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.154742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.155104 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.155505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.155922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.156294 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.156488 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-544da3fe-8497-41f3-b0ef-dfb745b86653 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:32.156623 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.156975 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.157334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.157690 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.158049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.158407 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.158764 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.159125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.159483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:32.165329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:32.206200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:28:32.207439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Resources bound (agent type, host, resource id): {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:28:32.209793 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:28:32.265055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Attempting to bind port 04f82b32-6f65-47d3-aef9-4c009ac9edc8 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:28:32.265403 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Attempting to bind port 04f82b32-6f65-47d3-aef9-4c009ac9edc8 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '28d4533c-0313-426c-81e0-9b1e0781ac39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:28:32.266433 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Attempting to bind port 04f82b32-6f65-47d3-aef9-4c009ac9edc8 on network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:28:32.275995 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:28:32.276513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Checking segment: {'id': '28d4533c-0313-426c-81e0-9b1e0781ac39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:28:32.277102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:32.277557 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Bound using segment: {'id': '28d4533c-0313-426c-81e0-9b1e0781ac39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:28:32.278165 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Bound port: 04f82b32-6f65-47d3-aef9-4c009ac9edc8, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d4533c-0313-426c-81e0-9b1e0781ac39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:28:32.278790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:32.294985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Pushing event updated for resources: {'Port': ['ID=603bd164-b561-47a8-81e8-2d3cd02a9f5e,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:32.299439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:32.350878 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:28:32.352356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:28:32.354936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:28:32.528265 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] For port 04f82b32-6f65-47d3-aef9-4c009ac9edc8, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:28:32.532178 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] For port 04f82b32-6f65-47d3-aef9-4c009ac9edc8, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=04f82b32-6f65-47d3-aef9-4c009ac9edc8,segment=NetworkSegment(28d4533c-0313-426c-81e0-9b1e0781ac39),segment_id=28d4533c-0313-426c-81e0-9b1e0781ac39)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:28:32.537062 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:32.543406 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:32.544241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33213894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821543082'] for router, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:32.552766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:32.688457 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Pushing event updated for resources: {'Port': ['ID=04f82b32-6f65-47d3-aef9-4c009ac9edc8,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:32.697183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:32.844340 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 is scheduled to L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a with binding_index 1 {{(pid=80322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:28:33.060248 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:28:33.071112 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Sync routers for ids ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:28:33.099579 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Routers {'305fef22-2a27-4165-ba74-a94e2c7e6bd5'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:28:33.099579 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:28:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:33.157742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:33.160928 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9284852 Nov 18 16:28:33.162057 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 33426) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:33.317840 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Set router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:28:33.617591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:32Z', 'revision_number': 3, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port': {'id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:33.621657 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Checking router: 305fef22-2a27-4165-ba74-a94e2c7e6bd5 for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:28:33.622058 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Updating router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 port 603bd164-b561-47a8-81e8-2d3cd02a9f5e binding host dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:28:33.677967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:34.089629 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:34.119718 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:34.133887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Transition to ACTIVE for port object 603bd164-b561-47a8-81e8-2d3cd02a9f5e will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:28:34.136490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:34.234994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:34.286648 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173027cb-4257-4137-bfbb-b77bca570027 None None] Network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:28:34.483593 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Allocated IP 172.20.0.1 (26474ede-1ffb-4bb2-89ff-c8a1b3403c40/d658e2ab-202c-467c-a475-de43fe4003d5/881eaae1-6cc1-46ad-938e-74adc949a894) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:28:34.558756 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e690c8-3cb7-471e-8472-6b36d76ae223 None None] Pushing event updated for resources: {'Port': ['ID=603bd164-b561-47a8-81e8-2d3cd02a9f5e,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:34.570121 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1e690c8-3cb7-471e-8472-6b36d76ae223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:34.586438 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-fd91bd39-0e37-4142-8c6c-ef0773018794 None None] Provisioning for port 04f82b32-6f65-47d3-aef9-4c009ac9edc8 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:28:34.636301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Attempting to bind port 603bd164-b561-47a8-81e8-2d3cd02a9f5e on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:28:34.638759 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Attempting to bind port 603bd164-b561-47a8-81e8-2d3cd02a9f5e by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:28:34.638759 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Attempting to bind port 603bd164-b561-47a8-81e8-2d3cd02a9f5e on network eae6701d-1990-4314-b852-5917518e9bba {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:28:34.649674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:28:34.650444 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Checking segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:28:34.650585 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:34.651022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Bound using segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:28:34.651588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Bound port: 603bd164-b561-47a8-81e8-2d3cd02a9f5e, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:28:34.652008 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:34.653392 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:34.677176 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Transition to ACTIVE for port object 881eaae1-6cc1-46ad-938e-74adc949a894 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:28:34.705796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:34.727001 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:34.727835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 04f82b32-6f65-47d3-aef9-4c009ac9edc8 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:28:34.799187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Pushing event updated for resources: {'Port': ['ID=881eaae1-6cc1-46ad-938e-74adc949a894,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:34.802100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] For port 603bd164-b561-47a8-81e8-2d3cd02a9f5e, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:28:34.806529 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] For port 603bd164-b561-47a8-81e8-2d3cd02a9f5e, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=603bd164-b561-47a8-81e8-2d3cd02a9f5e,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:28:34.813772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:34.817132 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:34.833420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:34.871100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 04f82b32-6f65-47d3-aef9-4c009ac9edc8 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:28:34.893863 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 04f82b32-6f65-47d3-aef9-4c009ac9edc8 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:34.894293 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:34.941423 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:28:34.942631 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:28:34.945060 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:28:35.007136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33286402'] for router_interface, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:35.059717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e690c8-3cb7-471e-8472-6b36d76ae223 None None] Pushing event updated for resources: {'Port': ['ID=603bd164-b561-47a8-81e8-2d3cd02a9f5e,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:35.069649 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1e690c8-3cb7-471e-8472-6b36d76ae223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:35.070783 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-eb87edfa-d8ff-41ec-b158-f299d156e116 None None] Provisioning complete for port 04f82b32-6f65-47d3-aef9-4c009ac9edc8 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:35.071215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-eb87edfa-d8ff-41ec-b158-f299d156e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:35.096920 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:35.384057 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:35.413415 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:35.419305 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:35.449682 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:35.466234 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Routers {'305fef22-2a27-4165-ba74-a94e2c7e6bd5'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:28:35.466936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:28:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:35.534955 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32413786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821489305'] for router_interface, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:35.548534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Pushing event updated for resources: {'Port': ['ID=881eaae1-6cc1-46ad-938e-74adc949a894,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:35.553987 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:35.562043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 04f82b32-6f65-47d3-aef9-4c009ac9edc8, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=04f82b32-6f65-47d3-aef9-4c009ac9edc8,segment=NetworkSegment(28d4533c-0313-426c-81e0-9b1e0781ac39),segment_id=28d4533c-0313-426c-81e0-9b1e0781ac39)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:35.567465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-eb87edfa-d8ff-41ec-b158-f299d156e116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:35.583896 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:35.637453 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:35.686799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:28:35.688136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:28:35.790965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=04f82b32-6f65-47d3-aef9-4c009ac9edc8,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:35.806047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:35.818455 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [None req-eb87edfa-d8ff-41ec-b158-f299d156e116 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:28:35.818862 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [None req-eb87edfa-d8ff-41ec-b158-f299d156e116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:28:35.821283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] Set router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:28:35.865749 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:28:36.178009 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 4, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port': {'id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '881eaae1-6cc1-46ad-938e-74adc949a894', 'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'mac_address': 'fa:16:3e:e5:ab:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:34Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 2, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'subnets': [{'id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:36.182487 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4436fb52-ff5b-4675-b7f8-729b5f1ef37f None None] The sync data for ids ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'] in dv-cinder-759961-2-iscsi is: [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 4, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port': {'id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '881eaae1-6cc1-46ad-938e-74adc949a894', 'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'mac_address': 'fa:16:3e:e5:ab:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:34Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 2, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'subnets': [{'id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:28:36.329249 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:28:36.496449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-8a4cff00-d0ef-48ce-b005-e584b8289754 None None] Provisioning for port 881eaae1-6cc1-46ad-938e-74adc949a894 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:28:36.501963 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-8a4cff00-d0ef-48ce-b005-e584b8289754 None None] Provisioning complete for port 881eaae1-6cc1-46ad-938e-74adc949a894 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:36.502401 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8a4cff00-d0ef-48ce-b005-e584b8289754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:36.563974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:28:36.576134 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] 10.222.0.15 "PUT /v2.0/routers/305fef22-2a27-4165-ba74-a94e2c7e6bd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4129100 Nov 18 16:28:36.588433 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-8a4cff00-d0ef-48ce-b005-e584b8289754 None None] Port 881eaae1-6cc1-46ad-938e-74adc949a894 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:28:36.623868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-8a4cff00-d0ef-48ce-b005-e584b8289754 None None] Provisioning complete for port 04f82b32-6f65-47d3-aef9-4c009ac9edc8 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:36.624455 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8a4cff00-d0ef-48ce-b005-e584b8289754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:36.743370 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 04f82b32-6f65-47d3-aef9-4c009ac9edc8 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:28:36.863261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 04f82b32-6f65-47d3-aef9-4c009ac9edc8 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:36.864485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:37.342170 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1622177055', 'description': 'tempest-TestShelveInstance-1622177055 description'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:37.349742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:37.353977 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Usage tracker for resource:security_group and tenant:f60209aecd2c483ba2ca662ee690d91b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:37.357246 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:37.363747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:37.374075 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:37.411888 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:37.416073 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Usage tracker for resource:security_group_rule and tenant:f60209aecd2c483ba2ca662ee690d91b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:37.419164 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:37.425037 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:37.487701 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:37.490883 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:37.496453 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7ac6e2d7-0fa0-4ecf-a2b3-d0fcce6693c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:37.536382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Pushing event updated for resources: {'SecurityGroup': ['ID=67590683-388c-453b-9a26-1be3c622dfce,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:37.539767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:37.540997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:37.542397 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-52fb4409-952c-43bf-bf8e-d1d5ef0c4659 req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1641 time: 0.2049925 Nov 18 16:28:37.621892 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-065c0c47-406d-4893-a54d-445ef6c2f8b2 req-7c29c5a0-83bf-45aa-9eb2-9e155fcc312d tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups/67590683-388c-453b-9a26-1be3c622dfce HTTP/1.1" status: 200 len: 1636 time: 0.0473542 Nov 18 16:28:37.632895 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-065c0c47-406d-4893-a54d-445ef6c2f8b2 req-54459b4a-62ae-416a-a113-f0432a71112c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67590683-388c-453b-9a26-1be3c622dfce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:37.633256 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-065c0c47-406d-4893-a54d-445ef6c2f8b2 req-54459b4a-62ae-416a-a113-f0432a71112c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67590683-388c-453b-9a26-1be3c622dfce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:37.639796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-065c0c47-406d-4893-a54d-445ef6c2f8b2 req-54459b4a-62ae-416a-a113-f0432a71112c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:37.643917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-065c0c47-406d-4893-a54d-445ef6c2f8b2 req-54459b4a-62ae-416a-a113-f0432a71112c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Usage tracker for resource:security_group_rule and tenant:f60209aecd2c483ba2ca662ee690d91b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:37.647707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-065c0c47-406d-4893-a54d-445ef6c2f8b2 req-54459b4a-62ae-416a-a113-f0432a71112c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:37.653542 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-065c0c47-406d-4893-a54d-445ef6c2f8b2 req-54459b4a-62ae-416a-a113-f0432a71112c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:37.708617 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-065c0c47-406d-4893-a54d-445ef6c2f8b2 req-54459b4a-62ae-416a-a113-f0432a71112c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:37.731627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-065c0c47-406d-4893-a54d-445ef6c2f8b2 req-54459b4a-62ae-416a-a113-f0432a71112c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:37.734219 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-065c0c47-406d-4893-a54d-445ef6c2f8b2 req-54459b4a-62ae-416a-a113-f0432a71112c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:37.736228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:37.760609 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54459b4a-62ae-416a-a113-f0432a71112c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fc2176-224f-4005-81b0-d70ba7d316de,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:37.763437 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-54459b4a-62ae-416a-a113-f0432a71112c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:37.772102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-065c0c47-406d-4893-a54d-445ef6c2f8b2 req-54459b4a-62ae-416a-a113-f0432a71112c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:37.773406 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-065c0c47-406d-4893-a54d-445ef6c2f8b2 req-54459b4a-62ae-416a-a113-f0432a71112c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1451762 Nov 18 16:28:37.859591 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a397778e-1b87-4f26-a7ae-53bc716d0e7e req-3cd14448-0c30-4db1-ac7f-8c91cd735989 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups/67590683-388c-453b-9a26-1be3c622dfce HTTP/1.1" status: 200 len: 2139 time: 0.0540032 Nov 18 16:28:37.870647 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-a397778e-1b87-4f26-a7ae-53bc716d0e7e req-06d7d0b4-8a85-4ba9-9800-bb048528b897 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67590683-388c-453b-9a26-1be3c622dfce', 'remote_group_id': None}]} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:37.871003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-a397778e-1b87-4f26-a7ae-53bc716d0e7e req-06d7d0b4-8a85-4ba9-9800-bb048528b897 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '67590683-388c-453b-9a26-1be3c622dfce', 'remote_group_id': None}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:28:37.876918 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-a397778e-1b87-4f26-a7ae-53bc716d0e7e req-06d7d0b4-8a85-4ba9-9800-bb048528b897 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:28:37.881466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-a397778e-1b87-4f26-a7ae-53bc716d0e7e req-06d7d0b4-8a85-4ba9-9800-bb048528b897 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Usage tracker for resource:security_group_rule and tenant:f60209aecd2c483ba2ca662ee690d91b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:28:37.885580 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-a397778e-1b87-4f26-a7ae-53bc716d0e7e req-06d7d0b4-8a85-4ba9-9800-bb048528b897 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:28:37.891297 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-a397778e-1b87-4f26-a7ae-53bc716d0e7e req-06d7d0b4-8a85-4ba9-9800-bb048528b897 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:28:37.947480 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a397778e-1b87-4f26-a7ae-53bc716d0e7e req-06d7d0b4-8a85-4ba9-9800-bb048528b897 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:37.970991 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a397778e-1b87-4f26-a7ae-53bc716d0e7e req-06d7d0b4-8a85-4ba9-9800-bb048528b897 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:37.973554 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a397778e-1b87-4f26-a7ae-53bc716d0e7e req-06d7d0b4-8a85-4ba9-9800-bb048528b897 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:37.980566 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:38.000305 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7d0b4-8a85-4ba9-9800-bb048528b897 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8086c0-b99c-4ab5-a4f7-fd6b61eed208,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:38.002553 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-06d7d0b4-8a85-4ba9-9800-bb048528b897 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:38.010470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a397778e-1b87-4f26-a7ae-53bc716d0e7e req-06d7d0b4-8a85-4ba9-9800-bb048528b897 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:38.011768 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a397778e-1b87-4f26-a7ae-53bc716d0e7e req-06d7d0b4-8a85-4ba9-9800-bb048528b897 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1451521 Nov 18 16:28:38.702981 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 603bd164-b561-47a8-81e8-2d3cd02a9f5e up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:28:38.774864 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 603bd164-b561-47a8-81e8-2d3cd02a9f5e completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:28:38.779767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 603bd164-b561-47a8-81e8-2d3cd02a9f5e triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:38.780192 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:38.897104 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:38.912641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 603bd164-b561-47a8-81e8-2d3cd02a9f5e, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=603bd164-b561-47a8-81e8-2d3cd02a9f5e,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:38.915338 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:38.917249 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1e690c8-3cb7-471e-8472-6b36d76ae223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:38.984518 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=603bd164-b561-47a8-81e8-2d3cd02a9f5e,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:38.987766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:39.708090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Sync routers for ids ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:28:39.720752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Routers {'305fef22-2a27-4165-ba74-a94e2c7e6bd5'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:28:39.721432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:28:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:39.908936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Set router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:28:40.232517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 4, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port': {'id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '881eaae1-6cc1-46ad-938e-74adc949a894', 'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'mac_address': 'fa:16:3e:e5:ab:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:34Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 2, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'subnets': [{'id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:40.236552 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Checking router: 305fef22-2a27-4165-ba74-a94e2c7e6bd5 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:28:40.236937 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Updating router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 port 881eaae1-6cc1-46ad-938e-74adc949a894 binding host dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:28:40.293969 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:40.333628 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9556a667-db4f-4de6-9d0a-9cb112b855da req-ca8127c1-b6a2-4f44-af1c-86202ca2019b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0756176 Nov 18 16:28:40.494594 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9556a667-db4f-4de6-9d0a-9cb112b855da req-8b0bb4fb-a9fc-4f52-865c-626705d8f3f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 1163 time: 0.0852664 Nov 18 16:28:40.680483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556a667-db4f-4de6-9d0a-9cb112b855da req-c60d7744-4b2f-4d12-9e3d-1299918da7bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:40.682102 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9556a667-db4f-4de6-9d0a-9cb112b855da req-c60d7744-4b2f-4d12-9e3d-1299918da7bf service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 910 time: 0.1638241 Nov 18 16:28:40.688833 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 603bd164-b561-47a8-81e8-2d3cd02a9f5e up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:28:40.762685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 603bd164-b561-47a8-81e8-2d3cd02a9f5e triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:40.763714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:40.796769 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9556a667-db4f-4de6-9d0a-9cb112b855da req-2e1bd265-8dfd-4359-8395-28c5ed264cf8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9185da52-7e4d-4a59-834a-05b87e9ab962 HTTP/1.1" status: 200 len: 1001 time: 0.1059489 Nov 18 16:28:40.857860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:40.871288 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Transition to ACTIVE for port object 881eaae1-6cc1-46ad-938e-74adc949a894 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:28:40.875254 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:40.893327 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:40.908704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556a667-db4f-4de6-9d0a-9cb112b855da req-159035db-ace7-4817-8ce2-e653c1813a38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:28:40.911814 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9556a667-db4f-4de6-9d0a-9cb112b855da req-159035db-ace7-4817-8ce2-e653c1813a38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1beae45-1813-4b14-95e2-5567322586dc HTTP/1.1" status: 200 len: 855 time: 0.1069186 Nov 18 16:28:40.992918 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9556a667-db4f-4de6-9d0a-9cb112b855da req-b2243d34-8509-47a5-ba68-aee0d8116d2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b887802-331a-4da8-8c9d-df380fb14d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758324 Nov 18 16:28:41.043986 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Pushing event updated for resources: {'Port': ['ID=881eaae1-6cc1-46ad-938e-74adc949a894,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:41.060416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.060810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.061189 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.061562 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.061931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.062304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.062680 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.063046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.063411 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.063801 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.064165 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.064526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.064928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.065290 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.065650 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.066010 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.066386 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.066734 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.067103 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.067452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.067837 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.068195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.068554 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.068912 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:28:41.076171 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:41.149132 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9556a667-db4f-4de6-9d0a-9cb112b855da req-e2473e72-ad77-4817-8052-628e67930394 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456180 Nov 18 16:28:41.250137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Attempting to bind port 881eaae1-6cc1-46ad-938e-74adc949a894 on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:28:41.250521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Attempting to bind port 881eaae1-6cc1-46ad-938e-74adc949a894 by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '28d4533c-0313-426c-81e0-9b1e0781ac39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:28:41.251111 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Attempting to bind port 881eaae1-6cc1-46ad-938e-74adc949a894 on network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:28:41.258932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:28:41.259704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Checking segment: {'id': '28d4533c-0313-426c-81e0-9b1e0781ac39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:28:41.259833 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:41.260617 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Bound using segment: {'id': '28d4533c-0313-426c-81e0-9b1e0781ac39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:28:41.260751 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Bound port: 881eaae1-6cc1-46ad-938e-74adc949a894, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d4533c-0313-426c-81e0-9b1e0781ac39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:28:41.261193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:41.322568 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9556a667-db4f-4de6-9d0a-9cb112b855da req-5472dcd5-e8e9-41e3-b325-a5d237d61b4c service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1654439 Nov 18 16:28:41.384810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] For port 881eaae1-6cc1-46ad-938e-74adc949a894, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:28:41.388494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] For port 881eaae1-6cc1-46ad-938e-74adc949a894, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=881eaae1-6cc1-46ad-938e-74adc949a894,segment=NetworkSegment(28d4533c-0313-426c-81e0-9b1e0781ac39),segment_id=28d4533c-0313-426c-81e0-9b1e0781ac39)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:28:41.395634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:41.413270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-89dad7ef-374f-4c88-acf7-6064a5aea41f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:41.563074 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Pushing event updated for resources: {'Port': ['ID=881eaae1-6cc1-46ad-938e-74adc949a894,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:41.567280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3ab1a2c9-f37e-4937-be56-75fc5936ac20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:41.616279 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Routers {'305fef22-2a27-4165-ba74-a94e2c7e6bd5'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:28:41.617108 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:28:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:41.817692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] Set router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:28:42.159283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 4, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port': {'id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '881eaae1-6cc1-46ad-938e-74adc949a894', 'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'mac_address': 'fa:16:3e:e5:ab:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:34Z', 'updated_at': '2020-11-18T16:28:41Z', 'revision_number': 4, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'subnets': [{'id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:42.163470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6b0bb4-0907-464f-b27e-aee8efd0da42 None None] The sync data for ids ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'] in dv-cinder-759961-2-iscsi is: [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 4, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port': {'id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '881eaae1-6cc1-46ad-938e-74adc949a894', 'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'mac_address': 'fa:16:3e:e5:ab:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:34Z', 'updated_at': '2020-11-18T16:28:41Z', 'revision_number': 4, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'subnets': [{'id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:28:42.706415 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 881eaae1-6cc1-46ad-938e-74adc949a894 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:28:42.779723 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 881eaae1-6cc1-46ad-938e-74adc949a894 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:28:42.784480 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 881eaae1-6cc1-46ad-938e-74adc949a894 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:42.784900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:42.906168 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:42.940020 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 881eaae1-6cc1-46ad-938e-74adc949a894, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=881eaae1-6cc1-46ad-938e-74adc949a894,segment=NetworkSegment(28d4533c-0313-426c-81e0-9b1e0781ac39),segment_id=28d4533c-0313-426c-81e0-9b1e0781ac39)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:28:42.942901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:42.944937 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:43.016232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=881eaae1-6cc1-46ad-938e-74adc949a894,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:43.019791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:44.471810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:44.684212 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 881eaae1-6cc1-46ad-938e-74adc949a894 up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:28:44.756858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 881eaae1-6cc1-46ad-938e-74adc949a894 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:28:44.757288 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:52.201402 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 33650) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:52.272586 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b9d1ec-945f-4247-8eaa-b6e9fc659770 admin admin] Deleting subnet 9bdecd86-7638-4dae-b344-769e1ee72172 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:28:52.275650 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d1ec-945f-4247-8eaa-b6e9fc659770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:52.328999 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d1ec-945f-4247-8eaa-b6e9fc659770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32269587'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:52.388450 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d1ec-945f-4247-8eaa-b6e9fc659770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:52.652075 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d1ec-945f-4247-8eaa-b6e9fc659770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822920298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31301201'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:52.667631 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:52.719149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9d1ec-945f-4247-8eaa-b6e9fc659770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bdecd86-7638-4dae-b344-769e1ee72172,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:52.723771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f7b9d1ec-945f-4247-8eaa-b6e9fc659770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:52.807506 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d1ec-945f-4247-8eaa-b6e9fc659770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:52.813593 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f7b9d1ec-945f-4247-8eaa-b6e9fc659770 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9bdecd86-7638-4dae-b344-769e1ee72172 HTTP/1.1" status: 204 len: 168 time: 0.6110702 Nov 18 16:28:52.816164 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 33654) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:52.952167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:53.151016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:53.267583 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3950388b-acf8-449a-98f9-22d492f09b84']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:53.280149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce782ee-8cfd-43f4-bf64-8930606ad721') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:53.280489 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce782ee-8cfd-43f4-bf64-8930606ad721') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:28:53.292408 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822506197'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:53.307458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:53.309487 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:28:53.487945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] Network 3950388b-acf8-449a-98f9-22d492f09b84 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:28:53.498034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822920245'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:53.680022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] Network 3950388b-acf8-449a-98f9-22d492f09b84 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:28:53.705024 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:28:53.784635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:53.788412 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:53.802858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:53.814687 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] Pushing event deleted for resources: {'Network': ['ID=3950388b-acf8-449a-98f9-22d492f09b84,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:53.818813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:53.823409 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-7df5b001-0659-43f8-b7a2-560ef60dc659 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3950388b-acf8-449a-98f9-22d492f09b84 HTTP/1.1" status: 204 len: 168 time: 1.0062249 Nov 18 16:28:53.967693 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 33664) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:54.022068 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-6b1939cc-2bc9-48b8-8d58-f53aaa03b1e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90d12d69d70544128fdea591f40ec7cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530372 Nov 18 16:28:54.024673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 33668) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:28:54.089500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-41dc24c4-4de1-4ac0-a4fc-0bec80f38b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:54.117972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-41dc24c4-4de1-4ac0-a4fc-0bec80f38b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:54.168308 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-41dc24c4-4de1-4ac0-a4fc-0bec80f38b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:54.173241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-877fb3cd-d2aa-4f99-917f-529db77528eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:28:54.189975 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc24c4-4de1-4ac0-a4fc-0bec80f38b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df589b18-317d-415f-8488-c765e7c9e936,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:28:54.196378 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-41dc24c4-4de1-4ac0-a4fc-0bec80f38b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:28:54.200315 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-41dc24c4-4de1-4ac0-a4fc-0bec80f38b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:54.203899 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-41dc24c4-4de1-4ac0-a4fc-0bec80f38b4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df589b18-317d-415f-8488-c765e7c9e936 HTTP/1.1" status: 204 len: 168 time: 0.1759942 Nov 18 16:28:56.732747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7829b934-e105-4f0d-aa51-9daf1505b72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:59.311095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3a2d4b16-cdee-4d1b-9d73-f3a53ebb0d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:28:59.688135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:00.666720 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:01.198799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:06.717341 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-7b8fa675-33c0-445e-bc19-5ca9fd53c143 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Synchronizing usage tracker for tenant:f60209aecd2c483ba2ca662ee690d91b on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:29:06.734906 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-7b8fa675-33c0-445e-bc19-5ca9fd53c143 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Unset dirty status for tenant:f60209aecd2c483ba2ca662ee690d91b on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:29:06.736269 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-7b8fa675-33c0-445e-bc19-5ca9fd53c143 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1622177055&fields=id&tenant_id=f60209aecd2c483ba2ca662ee690d91b HTTP/1.1" status: 200 len: 267 time: 0.0627871 Nov 18 16:29:06.835007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05221414-3c92-4cb0-b3af-6a2d07846579 req-df3695e4-a2d6-4531-88ea-84d5ce560739 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:06.836696 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-05221414-3c92-4cb0-b3af-6a2d07846579 req-df3695e4-a2d6-4531-88ea-84d5ce560739 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0910218 Nov 18 16:29:06.884179 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-05221414-3c92-4cb0-b3af-6a2d07846579 req-b3c18c93-d834-453e-a19f-17d3a471d22a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412602 Nov 18 16:29:06.899734 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-532a89e3-45e8-4620-9204-d907f5ff6aaa tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:06.901347 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-532a89e3-45e8-4620-9204-d907f5ff6aaa tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/networks?id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40 HTTP/1.1" status: 200 len: 808 time: 0.1574225 Nov 18 16:29:06.923575 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-a9f3ebbf-21ca-4da0-93eb-cac3bc0a1a8f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/quotas/f60209aecd2c483ba2ca662ee690d91b HTTP/1.1" status: 200 len: 375 time: 0.0118504 Nov 18 16:29:07.009138 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-6eeb6ec7-07b9-40a2-8e78-8d1f0b2957e3 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Synchronizing usage tracker for tenant:f60209aecd2c483ba2ca662ee690d91b on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:29:07.025774 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-6eeb6ec7-07b9-40a2-8e78-8d1f0b2957e3 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Unset dirty status for tenant:f60209aecd2c483ba2ca662ee690d91b on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:29:07.027139 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-6eeb6ec7-07b9-40a2-8e78-8d1f0b2957e3 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?tenant_id=f60209aecd2c483ba2ca662ee690d91b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981953 Nov 18 16:29:07.173288 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-54b46fd6-bb19-4535-bf28-bd03a2e6cf50 service neutron] 10.222.0.15 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336408 Nov 18 16:29:07.313082 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-b56491c7-1619-4639-b984-a186aa9d7a50 service neutron] 10.222.0.15 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1333449 Nov 18 16:29:07.739069 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6c3efe68-3a49-4e88-b8a0-eb34e6100c0b req-165b5956-fb65-4eb7-9fa1-7101a79d2168 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 210 time: 0.0446656 Nov 18 16:29:08.321494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce106b-e9c2-4fcb-ac1c-76d6fdbcb7e2 req-3a408d11-1b11-41eb-b6f4-02f04cddaf6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:08.323141 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c5ce106b-e9c2-4fcb-ac1c-76d6fdbcb7e2 req-3a408d11-1b11-41eb-b6f4-02f04cddaf6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.3076231 Nov 18 16:29:08.371196 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c5ce106b-e9c2-4fcb-ac1c-76d6fdbcb7e2 req-bb39b8d3-b7dc-4310-97e5-4a4c5ee53cd6 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413032 Nov 18 16:29:08.843770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-de021bfb-eac0-472f-bde0-44448b97de01 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:08.845379 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-de021bfb-eac0-472f-bde0-44448b97de01 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.49 "GET /v2.0/networks?id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40 HTTP/1.1" status: 200 len: 808 time: 0.1633813 Nov 18 16:29:08.929752 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-6cb8efa5-8f98-4a38-917b-fb868530c1fa tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f60209aecd2c483ba2ca662ee690d91b HTTP/1.1" status: 200 len: 5081 time: 0.0678835 Nov 18 16:29:08.929942 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e73bf838-177d-40ff-8495-53fbe2b1e902 req-0e1973b6-0554-47af-a945-8ee380f25a7a tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 210 time: 0.0506372 Nov 18 16:29:08.939973 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Request body: {'port': {'device_id': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'admin_state_up': True, 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'security_groups': ['67590683-388c-453b-9a26-1be3c622dfce']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:09.088420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:09.098169 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:09.106806 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Made reservation on behalf of f60209aecd2c483ba2ca662ee690d91b for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:29:09.112304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:09.421044 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Allocated IP 172.20.0.13 (26474ede-1ffb-4bb2-89ff-c8a1b3403c40/d658e2ab-202c-467c-a475-de43fe4003d5/bb689807-f313-4e40-85b4-1f6f625df373) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:29:09.693884 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:09.715591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74623479-04ab-4e32-b19f-dd9f318d40a8 req-80b64ca4-74f2-4cbd-bd74-40c06780d86e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:09.717227 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-74623479-04ab-4e32-b19f-dd9f318d40a8 req-80b64ca4-74f2-4cbd-bd74-40c06780d86e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.1609685 Nov 18 16:29:09.724555 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Transition to ACTIVE for port object bb689807-f313-4e40-85b4-1f6f625df373 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:29:09.779328 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-74623479-04ab-4e32-b19f-dd9f318d40a8 req-dbf198a3-c3ed-4026-a920-abd833b9befb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560486 Nov 18 16:29:09.784382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:09.799346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:09.942834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Pushing event updated for resources: {'Port': ['ID=bb689807-f313-4e40-85b4-1f6f625df373,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:09.947240 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:09.993035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:29:09.994188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:29:09.996724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:29:10.066156 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:10.066837 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:10.092501 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1569607 Nov 18 16:29:10.111575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Request body: {'port': {'device_id': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:10.145733 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12ab15-cfb5-4649-9685-44976953389a req-bdad2666-29c4-4714-a7e2-8ffc7b7a7e7a tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:10.147760 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-db12ab15-cfb5-4649-9685-44976953389a req-bdad2666-29c4-4714-a7e2-8ffc7b7a7e7a tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 932 time: 0.0870116 Nov 18 16:29:10.196384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-db12ab15-cfb5-4649-9685-44976953389a req-5a1929b1-61c2-49e2-b75e-ab0b2042ecb3 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Synchronizing usage tracker for tenant:f60209aecd2c483ba2ca662ee690d91b on resource:security_group {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:29:10.209682 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-db12ab15-cfb5-4649-9685-44976953389a req-5a1929b1-61c2-49e2-b75e-ab0b2042ecb3 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Unset dirty status for tenant:f60209aecd2c483ba2ca662ee690d91b on resource:security_group {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:29:10.210638 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-db12ab15-cfb5-4649-9685-44976953389a req-5a1929b1-61c2-49e2-b75e-ab0b2042ecb3 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0566938 Nov 18 16:29:10.230939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:10.244185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-32d60503-3f39-4f97-89f8-2d9729f1e697 None None] Provisioning for port bb689807-f313-4e40-85b4-1f6f625df373 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:29:10.249231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-32d60503-3f39-4f97-89f8-2d9729f1e697 None None] Provisioning complete for port bb689807-f313-4e40-85b4-1f6f625df373 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:29:10.249655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-32d60503-3f39-4f97-89f8-2d9729f1e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:10.303416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-32d60503-3f39-4f97-89f8-2d9729f1e697 None None] Port bb689807-f313-4e40-85b4-1f6f625df373 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:29:10.626664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb689807-f313-4e40-85b4-1f6f625df373 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:29:10.633563 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:10.645487 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Transition to ACTIVE for port object bb689807-f313-4e40-85b4-1f6f625df373 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:29:10.648235 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:10.663699 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e3fca646-73eb-4320-8b3c-b5767e64aeb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:10.806469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Pushing event updated for resources: {'Port': ['ID=bb689807-f313-4e40-85b4-1f6f625df373,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:10.809658 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:11.067391 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Attempting to bind port bb689807-f313-4e40-85b4-1f6f625df373 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:29:11.068041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Attempting to bind port bb689807-f313-4e40-85b4-1f6f625df373 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '28d4533c-0313-426c-81e0-9b1e0781ac39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:29:11.068256 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Attempting to bind port bb689807-f313-4e40-85b4-1f6f625df373 on network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:29:11.076759 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763126a7-e107-446d-8b56-a1876354f4d8 req-bf9aca80-7ee8-461b-9550-6701d8f4bfba tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:11.078391 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-763126a7-e107-446d-8b56-a1876354f4d8 req-bf9aca80-7ee8-461b-9550-6701d8f4bfba tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.1625831 Nov 18 16:29:11.083277 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:29:11.084223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Checking segment: {'id': '28d4533c-0313-426c-81e0-9b1e0781ac39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:29:11.084633 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:11.085024 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Bound using segment: {'id': '28d4533c-0313-426c-81e0-9b1e0781ac39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:29:11.085507 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Bound port: bb689807-f313-4e40-85b4-1f6f625df373, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d4533c-0313-426c-81e0-9b1e0781ac39', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:29:11.085885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:11.194840 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-763126a7-e107-446d-8b56-a1876354f4d8 req-90fc510b-0fe6-45e4-9fa1-c10e07de6b25 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976832 Nov 18 16:29:11.218310 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] For port bb689807-f313-4e40-85b4-1f6f625df373, host hv-cinder-75996, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:29:11.221759 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] For port bb689807-f313-4e40-85b4-1f6f625df373, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bb689807-f313-4e40-85b4-1f6f625df373,segment=NetworkSegment(28d4533c-0313-426c-81e0-9b1e0781ac39),segment_id=28d4533c-0313-426c-81e0-9b1e0781ac39)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:29:11.225073 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:11.240523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:11.392605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Pushing event updated for resources: {'Port': ['ID=bb689807-f313-4e40-85b4-1f6f625df373,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:11.398426 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:11.424679 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c0f3a-0c11-40fb-99a1-16e8778bfd6f req-451e35a8-d896-4618-b926-ec71f63b8416 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:11.426283 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ea4c0f3a-0c11-40fb-99a1-16e8778bfd6f req-451e35a8-d896-4618-b926-ec71f63b8416 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0862737 Nov 18 16:29:11.430513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:11.432105 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] 10.222.0.49 "PUT /v2.0/ports/bb689807-f313-4e40-85b4-1f6f625df373 HTTP/1.1" status: 200 len: 1158 time: 1.3256714 Nov 18 16:29:11.432640 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:29:11.482873 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ea4c0f3a-0c11-40fb-99a1-16e8778bfd6f req-518d3e1d-2648-4111-9e46-563500b1f3cf tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0499153 Nov 18 16:29:11.520052 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373', 'status': 'completed', 'code': 200} Nov 18 16:29:11.558603 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-a9bc282e-0105-4e5d-aec6-3e65651ca63b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f60209aecd2c483ba2ca662ee690d91b&device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 1161 time: 0.0848107 Nov 18 16:29:11.634385 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-ea5fcfda-3db6-4f45-a623-e4e226747a8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb689807-f313-4e40-85b4-1f6f625df373 HTTP/1.1" status: 200 len: 217 time: 0.0653172 Nov 18 16:29:11.706543 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-4b8033d7-678f-47f8-88dd-b67b341e4882 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:11.708052 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-4b8033d7-678f-47f8-88dd-b67b341e4882 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d658e2ab-202c-467c-a475-de43fe4003d5 HTTP/1.1" status: 200 len: 847 time: 0.0665693 Nov 18 16:29:11.789110 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-6dfcd132-af1f-4185-9fa0-18173bf2a086 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732713 Nov 18 16:29:11.934350 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-3f704233-6583-43c6-b675-73db41b010b8 service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355915 Nov 18 16:29:12.286948 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76c1dd62-c023-48b0-8fe3-7c24b94ba3e1 req-8dbff13c-e194-4d63-b893-f3c76d4d42ce service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3432920 Nov 18 16:29:12.475218 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb69d3-ea66-4718-b6d6-f69c64ab5781 req-3b6a3b59-fb4b-458a-88fc-790517a811e8 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:12.476857 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7acb69d3-ea66-4718-b6d6-f69c64ab5781 req-3b6a3b59-fb4b-458a-88fc-790517a811e8 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.1477990 Nov 18 16:29:12.480567 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8eaf861-7b9b-4d59-900b-4a87d1191a64 req-ce3dc815-8459-4b31-bbd5-01d9a09d31ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f60209aecd2c483ba2ca662ee690d91b&device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 1161 time: 0.1169357 Nov 18 16:29:12.627055 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7acb69d3-ea66-4718-b6d6-f69c64ab5781 req-a602bba5-3c15-4546-9fb0-b7d5f91cc599 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440203 Nov 18 16:29:12.656910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaf861-7b9b-4d59-900b-4a87d1191a64 req-3a8ce627-d4c6-4a13-8b71-8e4a5f2aef66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:12.658533 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8eaf861-7b9b-4d59-900b-4a87d1191a64 req-3a8ce627-d4c6-4a13-8b71-8e4a5f2aef66 service neutron] 10.222.0.49 "GET /v2.0/networks?id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40 HTTP/1.1" status: 200 len: 902 time: 0.1617386 Nov 18 16:29:12.700885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860ea65-8336-40ab-ae75-709776f3d37e req-489b8fb9-00ac-4bc1-b65c-0556d8cb7ada tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:12.702562 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f860ea65-8336-40ab-ae75-709776f3d37e req-489b8fb9-00ac-4bc1-b65c-0556d8cb7ada tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0847721 Nov 18 16:29:12.734441 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8eaf861-7b9b-4d59-900b-4a87d1191a64 req-35de92f6-e4b7-4aaa-9fa6-b19423045094 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb689807-f313-4e40-85b4-1f6f625df373 HTTP/1.1" status: 200 len: 217 time: 0.0686815 Nov 18 16:29:12.751766 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f860ea65-8336-40ab-ae75-709776f3d37e req-1af9dc4c-0546-4765-9c84-865ebe5d4448 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421467 Nov 18 16:29:12.804355 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaf861-7b9b-4d59-900b-4a87d1191a64 req-afd8cabf-42f6-4354-a19a-b174b4fb22d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:12.805917 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8eaf861-7b9b-4d59-900b-4a87d1191a64 req-afd8cabf-42f6-4354-a19a-b174b4fb22d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d658e2ab-202c-467c-a475-de43fe4003d5 HTTP/1.1" status: 200 len: 847 time: 0.0646353 Nov 18 16:29:12.870858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:29:12.892441 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8eaf861-7b9b-4d59-900b-4a87d1191a64 req-cef09949-3213-4247-998a-653305cd9440 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789974 Nov 18 16:29:13.035434 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8eaf861-7b9b-4d59-900b-4a87d1191a64 req-2e1e14aa-c595-4d47-a23a-35cea5515fcf service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348553 Nov 18 16:29:13.176538 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8eaf861-7b9b-4d59-900b-4a87d1191a64 req-0ba97c64-6693-42b5-94b0-0b179d5f0050 service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1335933 Nov 18 16:29:13.840555 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a659df-d838-4891-8763-b05863977724 req-67f6676a-f896-44ac-8f68-e2cec7841241 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:13.842194 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-14a659df-d838-4891-8763-b05863977724 req-67f6676a-f896-44ac-8f68-e2cec7841241 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0836763 Nov 18 16:29:13.891549 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-14a659df-d838-4891-8763-b05863977724 req-acba7b24-0085-4246-b41b-13f1ca394834 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431027 Nov 18 16:29:13.966880 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68018112-b7e4-4c07-b238-a5a016aeb06c req-d92ecf99-1603-4d64-898c-65ab021019e1 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:13.968518 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-68018112-b7e4-4c07-b238-a5a016aeb06c req-d92ecf99-1603-4d64-898c-65ab021019e1 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0857313 Nov 18 16:29:14.015104 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-68018112-b7e4-4c07-b238-a5a016aeb06c req-f363b7f1-48df-4394-af33-b60ffd3ab7af tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0398719 Nov 18 16:29:14.477932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:15.108999 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40103a-c271-4941-ae45-156799462971 req-fb0ddd02-98fc-4a75-bd21-c8d75911385d tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:15.110632 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0f40103a-c271-4941-ae45-156799462971 req-fb0ddd02-98fc-4a75-bd21-c8d75911385d tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0871603 Nov 18 16:29:15.159065 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0f40103a-c271-4941-ae45-156799462971 req-0e84cf4a-040d-4501-9b98-08260d8e9c9c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421436 Nov 18 16:29:15.223901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e423e-e483-4c69-ac97-5aa898f78556 req-8c0a4b54-ffc5-42f5-a201-3b6b3156b5c2 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:15.225493 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e71e423e-e483-4c69-ac97-5aa898f78556 req-8c0a4b54-ffc5-42f5-a201-3b6b3156b5c2 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0821068 Nov 18 16:29:15.275987 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e71e423e-e483-4c69-ac97-5aa898f78556 req-b2e5daf0-a832-4ff0-82a6-e76308bfdca1 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0442224 Nov 18 16:29:16.368712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1bda4-7b1f-452c-8b85-d532d947282f req-bdc57abc-9277-4ddc-bced-97c8b63f56a3 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:16.370355 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-24a1bda4-7b1f-452c-8b85-d532d947282f req-bdc57abc-9277-4ddc-bced-97c8b63f56a3 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0829549 Nov 18 16:29:16.422157 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-24a1bda4-7b1f-452c-8b85-d532d947282f req-7db9df48-34b2-4f79-b165-23b27c0e6422 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456312 Nov 18 16:29:16.486416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0589b-ffaf-4e3c-b4f3-97f3ac7a08f1 req-c49593b8-456c-40a0-b63e-e91fa62813f1 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:16.488065 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ed0589b-ffaf-4e3c-b4f3-97f3ac7a08f1 req-c49593b8-456c-40a0-b63e-e91fa62813f1 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0823529 Nov 18 16:29:16.540043 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7ed0589b-ffaf-4e3c-b4f3-97f3ac7a08f1 req-6ad10e6d-e8fa-4dee-be9c-21a086a94875 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0422716 Nov 18 16:29:17.173956 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 40b9fe13-9c90-4edd-92dc-660838ae9fa7 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:29:17.246809 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:29:17.247231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:17.632970 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005753c-026e-4f4e-88bb-5cd226c20caf req-80fd37e0-ecfe-4f05-b04f-8edc529769b2 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:17.634607 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9005753c-026e-4f4e-88bb-5cd226c20caf req-80fd37e0-ecfe-4f05-b04f-8edc529769b2 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0839989 Nov 18 16:29:17.682409 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9005753c-026e-4f4e-88bb-5cd226c20caf req-f724bdb5-6509-4dd8-84dc-f56352626a89 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417421 Nov 18 16:29:17.754978 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58b9c7-220c-46cd-9ab6-a564dae7b4e6 req-ca7964e4-38b2-4551-b6c9-9b1e833b4fa8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:17.757216 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5c58b9c7-220c-46cd-9ab6-a564dae7b4e6 req-ca7964e4-38b2-4551-b6c9-9b1e833b4fa8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0888848 Nov 18 16:29:17.805386 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5c58b9c7-220c-46cd-9ab6-a564dae7b4e6 req-0c3cb240-1127-47b5-9d58-b06889acdf09 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0419672 Nov 18 16:29:18.069288 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97203929-2445-4e8f-bf17-62f86196668f req-d3bd7e60-1ec6-422a-8e15-cc5ce068fcc1 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:18.070818 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-97203929-2445-4e8f-bf17-62f86196668f req-d3bd7e60-1ec6-422a-8e15-cc5ce068fcc1 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0836260 Nov 18 16:29:18.119106 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1aacd67a-bbbb-4c7a-842c-45ea1867ad03 req-54016898-2481-45d1-a2be-ef8e77c5aea4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeb580cf3a5f44b8831c32865a294c26&device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 1163 time: 0.0785689 Nov 18 16:29:18.119823 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-97203929-2445-4e8f-bf17-62f86196668f req-4364a491-bfe2-4480-9396-29c04a02525d tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422764 Nov 18 16:29:18.261610 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacd67a-bbbb-4c7a-842c-45ea1867ad03 req-16f266ad-5fc4-4f9d-a8c1-df66572ed0c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:18.263162 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1aacd67a-bbbb-4c7a-842c-45ea1867ad03 req-16f266ad-5fc4-4f9d-a8c1-df66572ed0c7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 200 len: 903 time: 0.1366453 Nov 18 16:29:18.367231 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1aacd67a-bbbb-4c7a-842c-45ea1867ad03 req-63b90618-5935-4cd9-9170-f66e2011f33f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40b9fe13-9c90-4edd-92dc-660838ae9fa7 HTTP/1.1" status: 200 len: 1001 time: 0.0966794 Nov 18 16:29:18.439078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacd67a-bbbb-4c7a-842c-45ea1867ad03 req-e719de44-4efe-4505-9208-74eeb0cb0876 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:18.440614 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1aacd67a-bbbb-4c7a-842c-45ea1867ad03 req-e719de44-4efe-4505-9208-74eeb0cb0876 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=694ea650-631a-4d5b-99f1-da9e1c62ca3c HTTP/1.1" status: 200 len: 848 time: 0.0651689 Nov 18 16:29:18.519374 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1aacd67a-bbbb-4c7a-842c-45ea1867ad03 req-175ca248-66bb-4470-85f0-c503e73a0c3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34419161-9207-4159-bf2c-4dd3d8b2a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708716 Nov 18 16:29:18.659450 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1aacd67a-bbbb-4c7a-842c-45ea1867ad03 req-9b0a44df-bb1c-4cba-bccf-a6c027eab8c6 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316626 Nov 18 16:29:18.804776 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1aacd67a-bbbb-4c7a-842c-45ea1867ad03 req-d24d4e53-3aec-4e3d-b8c4-11d1d09c80e1 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363556 Nov 18 16:29:19.020550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc28a6-bc0c-4204-a403-71d829ef04a9 req-3925985a-a7b8-4d77-af5f-fccc983a0ea6 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:19.021880 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-e4bc28a6-bc0c-4204-a403-71d829ef04a9 req-3925985a-a7b8-4d77-af5f-fccc983a0ea6 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Synchronizing usage tracker for tenant:f60209aecd2c483ba2ca662ee690d91b on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:29:19.036215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-e4bc28a6-bc0c-4204-a403-71d829ef04a9 req-3925985a-a7b8-4d77-af5f-fccc983a0ea6 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Unset dirty status for tenant:f60209aecd2c483ba2ca662ee690d91b on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:29:19.037494 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e4bc28a6-bc0c-4204-a403-71d829ef04a9 req-3925985a-a7b8-4d77-af5f-fccc983a0ea6 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.1023958 Nov 18 16:29:19.085762 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e4bc28a6-bc0c-4204-a403-71d829ef04a9 req-cec56b7c-035e-49d9-8edf-57e15b5a577d tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421739 Nov 18 16:29:19.520482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2aeb-3c75-4bf7-82d4-ca46b99782e0 req-8e11cefc-8611-4b11-b7cc-2dadcd69a710 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:19.522116 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b01b2aeb-3c75-4bf7-82d4-ca46b99782e0 req-8e11cefc-8611-4b11-b7cc-2dadcd69a710 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.2719030 Nov 18 16:29:19.569353 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b01b2aeb-3c75-4bf7-82d4-ca46b99782e0 req-a35814f3-d6bb-41fb-90eb-f2224536ac5e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411663 Nov 18 16:29:20.296430 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368143ac-292b-4a3e-981e-328015198d0a req-fb64a8dd-ad9b-461b-9c64-3d1c14d8009e tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:20.298041 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-368143ac-292b-4a3e-981e-328015198d0a req-fb64a8dd-ad9b-461b-9c64-3d1c14d8009e tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0839808 Nov 18 16:29:20.345941 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-368143ac-292b-4a3e-981e-328015198d0a req-8c8f2e18-2580-444d-a462-563e3dbe81bd tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0418172 Nov 18 16:29:20.777261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acec84e-a09a-49f0-84d8-060ed3204dba req-bc6328ba-f537-4f35-9987-2ca1440aa063 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:20.778878 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5acec84e-a09a-49f0-84d8-060ed3204dba req-bc6328ba-f537-4f35-9987-2ca1440aa063 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0828416 Nov 18 16:29:20.827347 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5acec84e-a09a-49f0-84d8-060ed3204dba req-147eba7b-d7eb-4286-92f7-fe4c33ecd901 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 Nov 18 16:29:21.555227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965ec6c-2e87-4691-aa75-e55e3080c1e8 req-74f60827-3bb0-4d3a-8623-06fe571ebc27 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:21.556829 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a965ec6c-2e87-4691-aa75-e55e3080c1e8 req-74f60827-3bb0-4d3a-8623-06fe571ebc27 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0842683 Nov 18 16:29:21.604092 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a965ec6c-2e87-4691-aa75-e55e3080c1e8 req-c24eaac4-6e23-465a-a2e4-e5ba292bae3b tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0412068 Nov 18 16:29:21.907344 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bb689807-f313-4e40-85b4-1f6f625df373 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:29:21.976502 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port bb689807-f313-4e40-85b4-1f6f625df373 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:29:21.981220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port bb689807-f313-4e40-85b4-1f6f625df373 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:29:21.981644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:22.247661 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:22.274817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:29:22.284778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port bb689807-f313-4e40-85b4-1f6f625df373, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bb689807-f313-4e40-85b4-1f6f625df373,segment=NetworkSegment(28d4533c-0313-426c-81e0-9b1e0781ac39),segment_id=28d4533c-0313-426c-81e0-9b1e0781ac39)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:29:22.288159 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:22.289041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 40b9fe13-9c90-4edd-92dc-660838ae9fa7 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:29:22.315894 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:22.354890 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373', 'code': 200} Nov 18 16:29:22.410308 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=bb689807-f313-4e40-85b4-1f6f625df373,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:22.416133 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:22.425034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:29:22.425455 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:22.629532 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-59440507-2cf8-4ef0-b408-5efcfe71a7c6 req-bb859a1a-7b80-40d1-933b-d140188de129 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 1163 time: 0.0717521 Nov 18 16:29:22.677617 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-59440507-2cf8-4ef0-b408-5efcfe71a7c6 req-bae1d4b8-e395-4d9f-9d0b-ebba58eed780 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414131 Nov 18 16:29:22.811462 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44e96f-5150-4917-8a7f-eed3665f4c97 req-5d93f316-0fd9-4623-a74a-9842a0eb9bd4 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:22.813108 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4a44e96f-5150-4917-8a7f-eed3665f4c97 req-5d93f316-0fd9-4623-a74a-9842a0eb9bd4 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0813723 Nov 18 16:29:22.861825 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4a44e96f-5150-4917-8a7f-eed3665f4c97 req-8641cf89-11b8-4a6c-bb56-4269538701b3 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0419354 Nov 18 16:29:23.219590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bb689807-f313-4e40-85b4-1f6f625df373 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:29:23.293477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port bb689807-f313-4e40-85b4-1f6f625df373 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:29:23.293901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:24.082270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14522d-9df8-4428-a11a-351742b68070 req-213231fc-fb5f-45f7-9fbe-3ed396aec1ed tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:24.083855 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b14522d-9df8-4428-a11a-351742b68070 req-213231fc-fb5f-45f7-9fbe-3ed396aec1ed tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0912876 Nov 18 16:29:24.136644 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b14522d-9df8-4428-a11a-351742b68070 req-a30eed5a-5f0b-4e31-9189-211495278722 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0466321 Nov 18 16:29:25.346913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9526fb-eb1a-4972-bb97-c70c60f5ece9 req-dc7f1bc6-1de2-46d4-a6ac-811199acc112 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:25.348555 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ee9526fb-eb1a-4972-bb97-c70c60f5ece9 req-dc7f1bc6-1de2-46d4-a6ac-811199acc112 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0856037 Nov 18 16:29:25.397505 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ee9526fb-eb1a-4972-bb97-c70c60f5ece9 req-4f31ecbc-c257-4535-a019-a0770f5a9afd tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421965 Nov 18 16:29:25.610752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be3b88-b68e-4885-bd74-24b57bb7b90d req-dacd10a5-b984-46e5-a996-fe12c4dbdf9c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:25.612359 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41be3b88-b68e-4885-bd74-24b57bb7b90d req-dacd10a5-b984-46e5-a996-fe12c4dbdf9c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0822155 Nov 18 16:29:25.662773 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41be3b88-b68e-4885-bd74-24b57bb7b90d req-306fde97-9892-468a-ac14-58f9be6e5d4e tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0443184 Nov 18 16:29:25.877851 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-db729be7-4268-448d-91c3-612a029b6a11 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1613865 Nov 18 16:29:25.889897 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Request body: {'floatingip': {'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:25.896413 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:25.900570 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Usage tracker for resource:floatingip and tenant:f60209aecd2c483ba2ca662ee690d91b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:29:25.903604 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:29:25.909458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:25.919994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:26.063747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:26.341880 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Allocated IP 172.27.0.191 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/47238c95-1dbc-496a-ad11-c1128cb238de) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:29:26.377731 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aedcdb-aaf6-462c-aa88-ae43a27856ee req-9f460929-345f-445f-8143-e9ccb58484e4 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:26.379336 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-08aedcdb-aaf6-462c-aa88-ae43a27856ee req-9f460929-345f-445f-8143-e9ccb58484e4 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0820637 Nov 18 16:29:26.428736 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-08aedcdb-aaf6-462c-aa88-ae43a27856ee req-232eed63-cd83-46b1-b0d9-4de2041ca994 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424876 Nov 18 16:29:26.495516 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:26.521566 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:26.536593 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-eab606e6-703b-4d05-b83f-7b1a7f370e43 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:26.734452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1c50fbe0-19f1-4f78-825b-654e9b582f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:26.885540 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Pushing event updated for resources: {'Port': ['ID=47238c95-1dbc-496a-ad11-c1128cb238de,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:26.903333 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.903747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.904164 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.904571 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.904977 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.905379 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.905777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.906172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.906565 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.906962 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.907354 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.907776 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.908213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.908608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.908997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.909385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.909774 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.910165 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.910553 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.910943 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.911358 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.911769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.912170 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.912556 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:26.918110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:26.951817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:29:26.952952 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:29:26.955161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:29:27.044531 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:27.102554 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:27.364296 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:27.367755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:27.382890 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:27.522505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Pushing event updated for resources: {'Port': ['ID=47238c95-1dbc-496a-ad11-c1128cb238de,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:27.526947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:27.620072 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:27.642288 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:27.643662 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7581468 Nov 18 16:29:27.659972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4e2f5-0b97-40ae-b849-5d4be8213581 req-f46cf64d-742b-4ab0-bdfb-7611495cc27f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:27.661592 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-52a4e2f5-0b97-40ae-b849-5d4be8213581 req-f46cf64d-742b-4ab0-bdfb-7611495cc27f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0860424 Nov 18 16:29:27.711134 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-52a4e2f5-0b97-40ae-b849-5d4be8213581 req-5fcdeb72-9957-489b-9e43-11945de79b4f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422266 Nov 18 16:29:27.730852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-abba26ec-a3be-4894-a3f7-f14d8585aabe tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Synchronizing usage tracker for tenant:f60209aecd2c483ba2ca662ee690d91b on resource:floatingip {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:29:27.747574 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-abba26ec-a3be-4894-a3f7-f14d8585aabe tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Unset dirty status for tenant:f60209aecd2c483ba2ca662ee690d91b on resource:floatingip {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:29:27.748885 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-abba26ec-a3be-4894-a3f7-f14d8585aabe tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.191 HTTP/1.1" status: 200 len: 696 time: 0.0988436 Nov 18 16:29:27.908676 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-8f1d6b8a-1666-4399-ac27-e071781f5546 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:27.910083 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-871a2b04-9bc7-44c5-a366-6fac8a449650 req-8f1d6b8a-1666-4399-ac27-e071781f5546 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/networks/eae6701d-1990-4314-b852-5917518e9bba HTTP/1.1" status: 200 len: 784 time: 0.1554229 Nov 18 16:29:28.097591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-989221da-c629-42b5-846c-8ca2b21fce5a tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:28.099737 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-989221da-c629-42b5-846c-8ca2b21fce5a tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0831745 Nov 18 16:29:28.184846 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-142cf146-bd64-4a0b-befd-a66031bff05a tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.191 HTTP/1.1" status: 200 len: 696 time: 0.0791235 Nov 18 16:29:28.194612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-62c12605-dbe4-487e-98c3-232f944b5cca tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Request body: {'floatingip': {'port_id': 'bb689807-f313-4e40-85b4-1f6f625df373', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:28.275048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-62c12605-dbe4-487e-98c3-232f944b5cca tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for floatingip, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:28.306909 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-a611988c-1af9-43c0-9d4e-c06bdb7df694 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:28.308575 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-a611988c-1af9-43c0-9d4e-c06bdb7df694 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.49 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.0882208 Nov 18 16:29:28.382482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Deleting port 9185da52-7e4d-4a59-834a-05b87e9ab962 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:29:28.382868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:28.641070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] For port 9185da52-7e4d-4a59-834a-05b87e9ab962, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9185da52-7e4d-4a59-834a-05b87e9ab962,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:29:28.641505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:29.003116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:29.003531 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:29.003908 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Floating IP 7c018e82-9458-4a96-8b66-b7fcf05d2f8d disassociated. External IP: 172.27.0.28, port: 9185da52-7e4d-4a59-834a-05b87e9ab962. Nov 18 16:29:29.004291 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Calling delete_port for 9185da52-7e4d-4a59-834a-05b87e9ab962 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:29:29.078548 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-62c12605-dbe4-487e-98c3-232f944b5cca tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for floatingip, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:29.084603 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-62c12605-dbe4-487e-98c3-232f944b5cca tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:29.097336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f3008-1aa0-44fd-b228-4c542f542f92 req-dc782020-ff9e-4c5d-91e8-4e3ad0ffa9a8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:29.099499 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-983f3008-1aa0-44fd-b228-4c542f542f92 req-dc782020-ff9e-4c5d-91e8-4e3ad0ffa9a8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 946 time: 0.1936421 Nov 18 16:29:29.206625 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-983f3008-1aa0-44fd-b228-4c542f542f92 req-22322c74-1d31-4665-af28-59cc96166dda tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=897af97e-3a43-4566-b1d4-938acb63e1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000628 Nov 18 16:29:29.207744 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:29.225757 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:29.273422 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 9185da52-7e4d-4a59-834a-05b87e9ab962 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:29:29.282305 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-62c12605-dbe4-487e-98c3-232f944b5cca tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Floating IP 3f2af26a-b266-4ae5-ab3e-b732f1e58e60 associated. External IP: 172.27.0.191, port: bb689807-f313-4e40-85b4-1f6f625df373. Nov 18 16:29:29.282732 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event deleted for resources: {'Port': ['ID=9185da52-7e4d-4a59-834a-05b87e9ab962,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:29.287306 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:29.316198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] No Port match for: 9185da52-7e4d-4a59-834a-05b87e9ab962 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:29:29.316582 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 9185da52-7e4d-4a59-834a-05b87e9ab962 not bound to the agent host hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:29:29.328517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f34d6f73-e5e2-4c70-9e7b-e42b78af43f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:29.617807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:29:29.696900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:29.853858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:29:29.865680 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a115c-6b47-46a2-8e11-69adc7042b26 None None] Sync routers for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:29:29.878183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a115c-6b47-46a2-8e11-69adc7042b26 None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:29:29.879136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-c37a115c-6b47-46a2-8e11-69adc7042b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:29:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:29.895820 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] No DVR routers for this DVR port 9185da52-7e4d-4a59-834a-05b87e9ab962 on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:29:29.898129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:29.901240 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'name': 'network-vif-deleted', 'tag': '9185da52-7e4d-4a59-834a-05b87e9ab962'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:29:29.901396 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-62c12605-dbe4-487e-98c3-232f944b5cca tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:29:29.921257 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-15999f21-9fd6-46d0-9fa9-205d657e71aa req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.49 "DELETE /v2.0/ports/9185da52-7e4d-4a59-834a-05b87e9ab962 HTTP/1.1" status: 204 len: 173 time: 1.6068914 Nov 18 16:29:29.979627 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db63e239-73dc-4b2b-b9d6-c5297086ea66', 'name': 'network-vif-deleted', 'tag': '9185da52-7e4d-4a59-834a-05b87e9ab962', 'status': 'completed', 'code': 200} Nov 18 16:29:30.093020 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-c37a115c-6b47-46a2-8e11-69adc7042b26 None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:29:30.152369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-62c12605-dbe4-487e-98c3-232f944b5cca tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:29:30.156776 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-62c12605-dbe4-487e-98c3-232f944b5cca tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:30.164774 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287630af-749c-416e-b27f-e0f635e3247e None None] Sync routers for ids ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:29:30.177414 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287630af-749c-416e-b27f-e0f635e3247e None None] Routers {'305fef22-2a27-4165-ba74-a94e2c7e6bd5'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:29:30.178415 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-287630af-749c-416e-b27f-e0f635e3247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:29:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:30.227637 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-62c12605-dbe4-487e-98c3-232f944b5cca tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "PUT /v2.0/floatingips/3f2af26a-b266-4ae5-ab3e-b732f1e58e60 HTTP/1.1" status: 200 len: 997 time: 2.0369401 Nov 18 16:29:30.228378 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:29:30.326776 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-cf6ad3e7-da0b-41aa-86d0-159d3bc3f117 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f60209aecd2c483ba2ca662ee690d91b&device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 1163 time: 0.0920732 Nov 18 16:29:30.354854 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373', 'status': 'completed', 'code': 200} Nov 18 16:29:30.448491 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-c37a115c-6b47-46a2-8e11-69adc7042b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:58Z', 'revision_number': 5, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:30.453143 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a115c-6b47-46a2-8e11-69adc7042b26 None None] Checking router: fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:29:30.466375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a115c-6b47-46a2-8e11-69adc7042b26 None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:29:30.467200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-c37a115c-6b47-46a2-8e11-69adc7042b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:29:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:30.537220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-287630af-749c-416e-b27f-e0f635e3247e None None] Set router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:29:30.577517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-ce6fde12-042d-43ef-9bcf-ce0746ffb93e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:30.579776 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-ce6fde12-042d-43ef-9bcf-ce0746ffb93e service neutron] 10.222.0.15 "GET /v2.0/networks?id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40 HTTP/1.1" status: 200 len: 902 time: 0.2521641 Nov 18 16:29:30.714425 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:30.735356 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-1c014d8c-3f43-4465-be1b-e98c58bf74ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb689807-f313-4e40-85b4-1f6f625df373 HTTP/1.1" status: 200 len: 1000 time: 0.1487098 Nov 18 16:29:30.769882 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-c37a115c-6b47-46a2-8e11-69adc7042b26 None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:29:30.847370 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-a6620f07-78de-4b08-a08c-1ab9180282ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:30.854967 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-a6620f07-78de-4b08-a08c-1ab9180282ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d658e2ab-202c-467c-a475-de43fe4003d5 HTTP/1.1" status: 200 len: 847 time: 0.1110146 Nov 18 16:29:30.875209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f9050715-1ad7-4215-8549-174b53fadac3 req-6908095f-7ec4-4790-9672-962e47568824 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Synchronizing usage tracker for tenant:df494528946a43d5ba6514ed79b63a48 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:29:30.899335 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-92e30e9e-f9d3-4097-945f-464035ecded8 req-f0c0576c-8641-407b-8090-35d53b1f524b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f60209aecd2c483ba2ca662ee690d91b&device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 1163 time: 0.5476010 Nov 18 16:29:30.900638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f9050715-1ad7-4215-8549-174b53fadac3 req-6908095f-7ec4-4790-9672-962e47568824 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Unset dirty status for tenant:df494528946a43d5ba6514ed79b63a48 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:29:30.912906 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f9050715-1ad7-4215-8549-174b53fadac3 req-6908095f-7ec4-4790-9672-962e47568824 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=db63e239-73dc-4b2b-b9d6-c5297086ea66 HTTP/1.1" status: 200 len: 210 time: 0.3965809 Nov 18 16:29:30.994977 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-64ffe6ca-b82f-4c9b-9b60-33383288c5d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1351166 Nov 18 16:29:31.006471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-f745f8ef-714f-449b-ad81-4bb6a9d8a69f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80322) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:29:31.008420 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-f745f8ef-714f-449b-ad81-4bb6a9d8a69f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0064247 Nov 18 16:29:31.152543 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e30e9e-f9d3-4097-945f-464035ecded8 req-e2123af0-ebd6-44f4-80df-41f81187f09d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:31.154373 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-92e30e9e-f9d3-4097-945f-464035ecded8 req-e2123af0-ebd6-44f4-80df-41f81187f09d service neutron] 10.222.0.49 "GET /v2.0/networks?id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40 HTTP/1.1" status: 200 len: 902 time: 0.2222908 Nov 18 16:29:31.207582 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-2888a135-e39e-442f-9cf7-bb08788b8bdf service neutron] 10.222.0.15 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888309 Nov 18 16:29:31.246228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:31.309816 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-92e30e9e-f9d3-4097-945f-464035ecded8 req-a52889a6-b300-4390-bde1-85c1d4eaf102 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb689807-f313-4e40-85b4-1f6f625df373 HTTP/1.1" status: 200 len: 1000 time: 0.1426275 Nov 18 16:29:31.344839 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-c37a115c-6b47-46a2-8e11-69adc7042b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:58Z', 'revision_number': 5, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:31.349904 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37a115c-6b47-46a2-8e11-69adc7042b26 None None] The sync data for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi is: [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:58Z', 'revision_number': 5, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:29:31.386879 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-287630af-749c-416e-b27f-e0f635e3247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 4, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port': {'id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '3f2af26a-b266-4ae5-ab3e-b732f1e58e60', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'port_id': 'bb689807-f313-4e40-85b4-1f6f625df373', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'mac_address': 'fa:16:3e:6f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:29:27Z', 'updated_at': '2020-11-18T16:29:28Z', 'revision_number': 1, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881eaae1-6cc1-46ad-938e-74adc949a894', 'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'mac_address': 'fa:16:3e:e5:ab:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:34Z', 'updated_at': '2020-11-18T16:28:42Z', 'revision_number': 5, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'subnets': [{'id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:31.391215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287630af-749c-416e-b27f-e0f635e3247e None None] Checking router: 305fef22-2a27-4165-ba74-a94e2c7e6bd5 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:29:31.402511 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287630af-749c-416e-b27f-e0f635e3247e None None] Routers {'305fef22-2a27-4165-ba74-a94e2c7e6bd5'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:29:31.403193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-287630af-749c-416e-b27f-e0f635e3247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:29:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:31.407002 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e30e9e-f9d3-4097-945f-464035ecded8 req-c856ead5-467f-452a-a526-c40ce1b9b703 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:31.410456 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-92e30e9e-f9d3-4097-945f-464035ecded8 req-c856ead5-467f-452a-a526-c40ce1b9b703 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d658e2ab-202c-467c-a475-de43fe4003d5 HTTP/1.1" status: 200 len: 847 time: 0.0830545 Nov 18 16:29:31.412427 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b75357ce-4086-46f5-8cbd-13acd74830ad req-b805ec24-ecd7-4ca1-aab1-92182eac98e4 service neutron] 10.222.0.15 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1971374 Nov 18 16:29:31.512926 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-92e30e9e-f9d3-4097-945f-464035ecded8 req-366215e2-96bd-43a4-91cc-21859c8b5c6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844474 Nov 18 16:29:31.608216 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-287630af-749c-416e-b27f-e0f635e3247e None None] Set router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:29:31.670027 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-92e30e9e-f9d3-4097-945f-464035ecded8 req-aa47f2ed-7ba7-437c-b97e-32410b41a7c7 service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490095 Nov 18 16:29:31.821542 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-92e30e9e-f9d3-4097-945f-464035ecded8 req-1a36c669-eda1-47e4-be57-148abcaa0753 service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409733 Nov 18 16:29:31.842006 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd04c7-d58d-4277-8e64-25602f8d7f0a None None] New status for floating IP 7c018e82-9458-4a96-8b66-b7fcf05d2f8d: DOWN {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:29:32.008364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-287630af-749c-416e-b27f-e0f635e3247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 4, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port': {'id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '3f2af26a-b266-4ae5-ab3e-b732f1e58e60', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'port_id': 'bb689807-f313-4e40-85b4-1f6f625df373', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'mac_address': 'fa:16:3e:6f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:29:27Z', 'updated_at': '2020-11-18T16:29:28Z', 'revision_number': 1, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881eaae1-6cc1-46ad-938e-74adc949a894', 'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'mac_address': 'fa:16:3e:e5:ab:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:34Z', 'updated_at': '2020-11-18T16:28:42Z', 'revision_number': 5, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'subnets': [{'id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:32.012685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287630af-749c-416e-b27f-e0f635e3247e None None] The sync data for ids ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'] in dv-cinder-759961-2-iscsi is: [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 4, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port': {'id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '3f2af26a-b266-4ae5-ab3e-b732f1e58e60', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'floating_ip_address': '172.27.0.191', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'port_id': 'bb689807-f313-4e40-85b4-1f6f625df373', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'mac_address': 'fa:16:3e:6f:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:29:27Z', 'updated_at': '2020-11-18T16:29:28Z', 'revision_number': 1, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881eaae1-6cc1-46ad-938e-74adc949a894', 'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'mac_address': 'fa:16:3e:e5:ab:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:34Z', 'updated_at': '2020-11-18T16:28:42Z', 'revision_number': 5, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'subnets': [{'id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:29:32.120705 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 33882) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:32.188700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-01f74d3e-39f0-49dd-bda1-0d44c5cafae5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:32.218400 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-01f74d3e-39f0-49dd-bda1-0d44c5cafae5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:32.262353 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-01f74d3e-39f0-49dd-bda1-0d44c5cafae5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:32.267603 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4d93dc13-cab6-47a8-8956-ac37403ec1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:32.283846 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f74d3e-39f0-49dd-bda1-0d44c5cafae5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event deleted for resources: {'SecurityGroup': ['ID=897af97e-3a43-4566-b1d4-938acb63e1a4,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:32.289898 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-01f74d3e-39f0-49dd-bda1-0d44c5cafae5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:32.292230 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-01f74d3e-39f0-49dd-bda1-0d44c5cafae5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:32.293107 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-01f74d3e-39f0-49dd-bda1-0d44c5cafae5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "DELETE /v2.0/security-groups/897af97e-3a43-4566-b1d4-938acb63e1a4 HTTP/1.1" status: 204 len: 168 time: 0.1712940 Nov 18 16:29:32.295915 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 33886) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:32.313527 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.v2.resource [None req-465953d3-85d4-405a-8065-ca409f8a7a8f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] show failed (client error): The resource could not be found. Nov 18 16:29:32.314626 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-465953d3-85d4-405a-8065-ca409f8a7a8f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups/897af97e-3a43-4566-b1d4-938acb63e1a4 HTTP/1.1" status: 404 len: 347 time: 0.0177195 Nov 18 16:29:32.318114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 33890) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:32.383421 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2a3488-f565-4748-96d4-66f0da8a62c2 None None] New status for floating IP 3f2af26a-b266-4ae5-ab3e-b732f1e58e60: ACTIVE {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:29:32.491294 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-a41598de-33a5-4fcf-b1d7-24f2a49b4b77 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Deleting port bf6fdc28-c5cd-4141-bea4-f0a37493211f {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:29:32.491691 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a41598de-33a5-4fcf-b1d7-24f2a49b4b77 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:32.674017 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a41598de-33a5-4fcf-b1d7-24f2a49b4b77 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:32.674383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a41598de-33a5-4fcf-b1d7-24f2a49b4b77 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:32.802253 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-a41598de-33a5-4fcf-b1d7-24f2a49b4b77 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Calling delete_port for bf6fdc28-c5cd-4141-bea4-f0a37493211f owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:29:32.941806 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a41598de-33a5-4fcf-b1d7-24f2a49b4b77 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:32.957022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-51123c8d-d9f3-4c67-acfe-dcc39acd696b tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:33.010723 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41598de-33a5-4fcf-b1d7-24f2a49b4b77 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event deleted for resources: {'Port': ['ID=bf6fdc28-c5cd-4141-bea4-f0a37493211f,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:33.013723 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a41598de-33a5-4fcf-b1d7-24f2a49b4b77 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:33.176138 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a41598de-33a5-4fcf-b1d7-24f2a49b4b77 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.193307 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a41598de-33a5-4fcf-b1d7-24f2a49b4b77 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.194491 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-a41598de-33a5-4fcf-b1d7-24f2a49b4b77 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "DELETE /v2.0/floatingips/7c018e82-9458-4a96-8b66-b7fcf05d2f8d HTTP/1.1" status: 204 len: 168 time: 0.8753936 Nov 18 16:29:33.464435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 33896) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:33.470336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Request body: {'security_group': {'name': 'tempest-securitygroup--709724230', 'description': 'tempest-description--212353010'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:33.476986 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:33.481392 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Usage tracker for resource:security_group and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:29:33.484401 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:29:33.490697 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:33.500408 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.536698 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:33.540624 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Usage tracker for resource:security_group_rule and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:29:33.543492 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:29:33.549250 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:33.604727 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.607114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.612219 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1329eea2-37dc-40fc-86a7-8d09705a7f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:33.655056 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event updated for resources: {'SecurityGroup': ['ID=90214036-94c6-47b5-88b2-90e2f98775e1,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:33.657882 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.659979 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1943963 Nov 18 16:29:33.660947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:33.662589 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 33900) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:33.667604 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-ed64dde7-6713-4869-8a44-7e53bdc7cbdf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Request body: {'security_group_rule': {'security_group_id': '90214036-94c6-47b5-88b2-90e2f98775e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:33.673745 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ed64dde7-6713-4869-8a44-7e53bdc7cbdf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:33.678316 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ed64dde7-6713-4869-8a44-7e53bdc7cbdf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Usage tracker for resource:security_group_rule and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:29:33.681288 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ed64dde7-6713-4869-8a44-7e53bdc7cbdf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:29:33.687659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ed64dde7-6713-4869-8a44-7e53bdc7cbdf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:33.703676 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ed64dde7-6713-4869-8a44-7e53bdc7cbdf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.773137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ed64dde7-6713-4869-8a44-7e53bdc7cbdf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.776712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ed64dde7-6713-4869-8a44-7e53bdc7cbdf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.778851 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-98c6ae47-ccf0-4c02-a8e1-a07705a54319 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:33.802221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64dde7-6713-4869-8a44-7e53bdc7cbdf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270a567d-586f-4d69-8d0f-a5ffecd5c3ad,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:33.804849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ed64dde7-6713-4869-8a44-7e53bdc7cbdf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:33.811405 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ed64dde7-6713-4869-8a44-7e53bdc7cbdf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.812724 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ed64dde7-6713-4869-8a44-7e53bdc7cbdf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1496534 Nov 18 16:29:33.815469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 33904) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:33.821407 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-435b271f-7d61-4203-99fb-1255212b7bcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Request body: {'security_group_rule': {'security_group_id': '90214036-94c6-47b5-88b2-90e2f98775e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:33.827624 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-435b271f-7d61-4203-99fb-1255212b7bcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:33.831808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-435b271f-7d61-4203-99fb-1255212b7bcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Usage tracker for resource:security_group_rule and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:29:33.835466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-435b271f-7d61-4203-99fb-1255212b7bcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:29:33.841489 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-435b271f-7d61-4203-99fb-1255212b7bcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:33.857451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-435b271f-7d61-4203-99fb-1255212b7bcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.921172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-435b271f-7d61-4203-99fb-1255212b7bcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.923638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-435b271f-7d61-4203-99fb-1255212b7bcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.925636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:33.948773 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b271f-7d61-4203-99fb-1255212b7bcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e46a1ab-f163-43b8-8eef-afa8a638c0b8,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:33.951466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-435b271f-7d61-4203-99fb-1255212b7bcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:33.957295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-435b271f-7d61-4203-99fb-1255212b7bcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:33.958603 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-435b271f-7d61-4203-99fb-1255212b7bcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1421263 Nov 18 16:29:33.961686 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 33908) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:33.967044 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Request body: {'floatingip': {'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:33.972542 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:33.977126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Usage tracker for resource:floatingip and tenant:df494528946a43d5ba6514ed79b63a48 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:29:33.980102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:29:33.985823 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:33.995575 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:34.135530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:34.402800 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Allocated IP 172.27.0.160 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/520849ba-aabd-406f-ba5d-658dfda6b465) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:29:34.558125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:34.584124 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:34.598895 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e08cdd1b-4a16-42ef-a20e-95c2d46e60f4 tempest-VolumesActionsTest-1408195626 tempest-VolumesActionsTest-1408195626] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:34.734845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event updated for resources: {'Port': ['ID=520849ba-aabd-406f-ba5d-658dfda6b465,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:34.737859 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:34.784251 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:29:34.785435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:29:34.787707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:29:34.876946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:34.934011 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:35.406082 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:35.412083 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:35.428179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:35.567626 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event updated for resources: {'Port': ['ID=520849ba-aabd-406f-ba5d-658dfda6b465,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:35.571910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:35.663320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:35.684606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:35.685921 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7232587 Nov 18 16:29:35.926831 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-38959d56-2172-4cd7-a540-efe486cbe72f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--709724230&fields=id&tenant_id=df494528946a43d5ba6514ed79b63a48 HTTP/1.1" status: 200 len: 267 time: 0.0417490 Nov 18 16:29:36.086338 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-42f7d6c0-b15f-4625-99bf-eb714519aca5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:36.087933 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-42f7d6c0-b15f-4625-99bf-eb714519aca5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 816 time: 0.1543605 Nov 18 16:29:36.104820 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-4a3f98a5-4ec4-446f-9a47-8a0b7d364205 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/quotas/df494528946a43d5ba6514ed79b63a48 HTTP/1.1" status: 200 len: 375 time: 0.0109403 Nov 18 16:29:36.193410 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-781f7e35-c66f-455f-b6fe-44e0f71c8c4a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832698 Nov 18 16:29:36.340410 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-e0017fab-bea9-4be8-8453-30f099a7c59b service neutron] 10.222.0.15 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342638 Nov 18 16:29:36.480971 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-f566f5e9-5446-4cb2-b07f-67abae1bd5dd service neutron] 10.222.0.15 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1343207 Nov 18 16:29:37.696194 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-eb6fdb15-5658-4c09-a735-0bb7e89bfe8d req-31610694-74f0-4154-ae00-365849c104db tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Synchronizing usage tracker for tenant:df494528946a43d5ba6514ed79b63a48 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:29:37.710954 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-eb6fdb15-5658-4c09-a735-0bb7e89bfe8d req-31610694-74f0-4154-ae00-365849c104db tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Unset dirty status for tenant:df494528946a43d5ba6514ed79b63a48 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:29:37.712245 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eb6fdb15-5658-4c09-a735-0bb7e89bfe8d req-31610694-74f0-4154-ae00-365849c104db tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 210 time: 0.0610249 Nov 18 16:29:38.682216 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d93d10f4-55af-4dc5-83b7-b07573bc7ee9 req-1d307784-fc23-4172-90b4-469020d63d0a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0753896 Nov 18 16:29:38.786890 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d93d10f4-55af-4dc5-83b7-b07573bc7ee9 req-0f5ae210-6670-4eab-9cc4-81762857d849 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeb580cf3a5f44b8831c32865a294c26&device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 1163 time: 0.0813940 Nov 18 16:29:38.856753 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8be455d5-7233-4aa3-9eaf-bf1ddaad7b3b req-f4ebec80-42fd-4c7c-9df8-03a02ffdcf28 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 210 time: 0.0461054 Nov 18 16:29:38.942607 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d10f4-55af-4dc5-83b7-b07573bc7ee9 req-617e63fb-23ef-4ac4-ac7b-e83c490dc645 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:38.944204 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d93d10f4-55af-4dc5-83b7-b07573bc7ee9 req-617e63fb-23ef-4ac4-ac7b-e83c490dc645 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 200 len: 903 time: 0.1371355 Nov 18 16:29:39.052165 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d93d10f4-55af-4dc5-83b7-b07573bc7ee9 req-fab76ce1-9b66-47b3-b767-d18c7aad0f98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40b9fe13-9c90-4edd-92dc-660838ae9fa7 HTTP/1.1" status: 200 len: 1001 time: 0.1003132 Nov 18 16:29:39.121950 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d10f4-55af-4dc5-83b7-b07573bc7ee9 req-85720905-85e0-4fa3-a331-7c85446efd27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:39.123505 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d93d10f4-55af-4dc5-83b7-b07573bc7ee9 req-85720905-85e0-4fa3-a331-7c85446efd27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=694ea650-631a-4d5b-99f1-da9e1c62ca3c HTTP/1.1" status: 200 len: 848 time: 0.0627620 Nov 18 16:29:39.203089 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d93d10f4-55af-4dc5-83b7-b07573bc7ee9 req-b6cc9d98-e24c-4d1e-a795-af17f7cacfe3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34419161-9207-4159-bf2c-4dd3d8b2a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711911 Nov 18 16:29:39.349087 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d93d10f4-55af-4dc5-83b7-b07573bc7ee9 req-3bd21848-2d25-4f45-8a7b-c0c1aac4fca5 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323814 Nov 18 16:29:39.490537 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d93d10f4-55af-4dc5-83b7-b07573bc7ee9 req-8c27e58a-6f7d-4ede-91c9-e9c47fd17ed7 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1337385 Nov 18 16:29:39.994915 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0ff01c52-8e1e-4d88-9824-e0006d66dce4 req-6e001824-42a4-49ae-bb10-2d91c6fda678 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 210 time: 0.0493956 Nov 18 16:29:41.187914 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-87214d16-7992-470d-af97-8ac44aea812d req-e1816b61-80d2-4bf6-b557-8a4cb7abcc25 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 210 time: 0.0497491 Nov 18 16:29:42.378258 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9f6ff4a1-6b40-496b-8688-c2a1d61d395a req-6df3e1f8-426a-4da2-9feb-c9e27db2e402 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 210 time: 0.0448060 Nov 18 16:29:42.881886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-3ea467cd-f0d5-4638-af29-2d114be9f574 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:42.883457 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-3ea467cd-f0d5-4638-af29-2d114be9f574 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.49 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 816 time: 0.1575742 Nov 18 16:29:42.976121 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-d5e7069f-2a51-4609-b43e-84186d7bd21d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Synchronizing usage tracker for tenant:df494528946a43d5ba6514ed79b63a48 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:29:42.991631 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-d5e7069f-2a51-4609-b43e-84186d7bd21d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Unset dirty status for tenant:df494528946a43d5ba6514ed79b63a48 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:29:42.993016 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-d5e7069f-2a51-4609-b43e-84186d7bd21d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df494528946a43d5ba6514ed79b63a48 HTTP/1.1" status: 200 len: 5043 time: 0.0837991 Nov 18 16:29:43.008579 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Request body: {'port': {'device_id': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'admin_state_up': True, 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'security_groups': ['90214036-94c6-47b5-88b2-90e2f98775e1']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:43.148314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:29:43.157847 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:29:43.166796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Made reservation on behalf of df494528946a43d5ba6514ed79b63a48 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:29:43.172201 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:43.472283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Allocated IP 172.20.0.12 (1b887802-331a-4da8-8c9d-df380fb14d95/c1beae45-1813-4b14-95e2-5567322586dc/b4159e4b-56b8-4c31-a216-bba12bbebb60) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:29:43.569073 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-84185f24-9bb7-49d7-8d0a-d87e03b2e433 req-e7cbe733-2cdc-4bcf-8abb-b80d7348e31b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 210 time: 0.0468948 Nov 18 16:29:43.667482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:43.683834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Transition to ACTIVE for port object b4159e4b-56b8-4c31-a216-bba12bbebb60 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:29:43.704074 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:43.721125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:43.868771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event updated for resources: {'Port': ['ID=b4159e4b-56b8-4c31-a216-bba12bbebb60,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:43.871889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:43.915018 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Network 1b887802-331a-4da8-8c9d-df380fb14d95 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:29:43.916150 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:29:43.918416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:29:43.983901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:43.984569 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:44.009825 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0053134 Nov 18 16:29:44.023315 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Request body: {'port': {'device_id': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:44.137546 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:44.169306 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-3346cd72-f0cb-4303-b294-60fd6acfa6de None None] Provisioning for port b4159e4b-56b8-4c31-a216-bba12bbebb60 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:29:44.174223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-3346cd72-f0cb-4303-b294-60fd6acfa6de None None] Provisioning complete for port b4159e4b-56b8-4c31-a216-bba12bbebb60 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:29:44.174638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3346cd72-f0cb-4303-b294-60fd6acfa6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:44.231272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-3346cd72-f0cb-4303-b294-60fd6acfa6de None None] Port b4159e4b-56b8-4c31-a216-bba12bbebb60 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:29:44.481159 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:44.537881 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4159e4b-56b8-4c31-a216-bba12bbebb60 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:29:44.545130 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:44.557886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Transition to ACTIVE for port object b4159e4b-56b8-4c31-a216-bba12bbebb60 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:29:44.560221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:44.576122 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:44.718036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Pushing event updated for resources: {'Port': ['ID=b4159e4b-56b8-4c31-a216-bba12bbebb60,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:44.722517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:45.151729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e9e15-4c89-45e3-bcfd-aafbc19300a4 req-d6ee5c21-68ce-4c43-b8d9-fde20ae79918 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:45.152386 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-2f4e9e15-4c89-45e3-bcfd-aafbc19300a4 req-d6ee5c21-68ce-4c43-b8d9-fde20ae79918 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Synchronizing usage tracker for tenant:df494528946a43d5ba6514ed79b63a48 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:29:45.183451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-2f4e9e15-4c89-45e3-bcfd-aafbc19300a4 req-d6ee5c21-68ce-4c43-b8d9-fde20ae79918 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Unset dirty status for tenant:df494528946a43d5ba6514ed79b63a48 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:29:45.184751 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f4e9e15-4c89-45e3-bcfd-aafbc19300a4 req-d6ee5c21-68ce-4c43-b8d9-fde20ae79918 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.4574041 Nov 18 16:29:45.217440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Attempting to bind port b4159e4b-56b8-4c31-a216-bba12bbebb60 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:29:45.217813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Attempting to bind port b4159e4b-56b8-4c31-a216-bba12bbebb60 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:29:45.218187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Attempting to bind port b4159e4b-56b8-4c31-a216-bba12bbebb60 on network 1b887802-331a-4da8-8c9d-df380fb14d95 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:29:45.236973 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:29:45.237353 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Checking segment: {'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:29:45.237754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:45.238149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Bound using segment: {'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:29:45.238624 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Bound port: b4159e4b-56b8-4c31-a216-bba12bbebb60, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:29:45.238998 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:45.266653 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2f4e9e15-4c89-45e3-bcfd-aafbc19300a4 req-9bdb3b97-bf44-4273-bb9f-71d81331f332 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741444 Nov 18 16:29:45.340404 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] For port b4159e4b-56b8-4c31-a216-bba12bbebb60, host hv-cinder-75996, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:29:45.343437 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] For port b4159e4b-56b8-4c31-a216-bba12bbebb60, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b4159e4b-56b8-4c31-a216-bba12bbebb60,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:29:45.346700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:45.361882 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:45.513835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Pushing event updated for resources: {'Port': ['ID=b4159e4b-56b8-4c31-a216-bba12bbebb60,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:45.518670 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:45.548161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:45.549652 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] 10.222.0.49 "PUT /v2.0/ports/b4159e4b-56b8-4c31-a216-bba12bbebb60 HTTP/1.1" status: 200 len: 1158 time: 1.5316556 Nov 18 16:29:45.550394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:29:45.633209 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60', 'status': 'completed', 'code': 200} Nov 18 16:29:45.672991 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-267813ef-e162-408d-a603-2c8f4665ed0d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 1161 time: 0.0831573 Nov 18 16:29:45.750581 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-e42de61d-230d-4030-b765-8ab27fdd1cfe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4159e4b-56b8-4c31-a216-bba12bbebb60 HTTP/1.1" status: 200 len: 217 time: 0.0653551 Nov 18 16:29:45.825623 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-9871a6c1-221a-4cae-8963-d4f8c5523a94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:45.827181 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-9871a6c1-221a-4cae-8963-d4f8c5523a94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1beae45-1813-4b14-95e2-5567322586dc HTTP/1.1" status: 200 len: 855 time: 0.0684693 Nov 18 16:29:45.915012 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-ffcd9114-9e67-4c31-8154-f9d10d9c5dc2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b887802-331a-4da8-8c9d-df380fb14d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735841 Nov 18 16:29:46.056463 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-dbbb2966-0c36-402b-a235-3bda21d56747 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325207 Nov 18 16:29:46.200305 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5a79679-4f25-47c8-aafb-6b42e61d501c req-cc6e0013-3f03-4975-9877-46cbca30076d service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1345708 Nov 18 16:29:46.321910 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c9f14e04-425e-4a5a-8e6f-74af4181b209 req-6f230dd0-6eff-4597-98dd-73367d315319 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 1161 time: 0.0793529 Nov 18 16:29:46.517114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14e04-425e-4a5a-8e6f-74af4181b209 req-d566e2c9-6b5a-4d6d-b0c6-d9ac6c65e84e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:46.518719 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c9f14e04-425e-4a5a-8e6f-74af4181b209 req-d566e2c9-6b5a-4d6d-b0c6-d9ac6c65e84e service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 910 time: 0.1887934 Nov 18 16:29:46.600422 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c9f14e04-425e-4a5a-8e6f-74af4181b209 req-f359df43-dc01-49d7-9e1b-359f48b6129f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4159e4b-56b8-4c31-a216-bba12bbebb60 HTTP/1.1" status: 200 len: 217 time: 0.0734556 Nov 18 16:29:46.607151 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351cfa0-3403-4fce-ad6f-0510f578a66f req-02184a23-9fef-4e0e-9447-69c30443df30 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:46.608728 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c351cfa0-3403-4fce-ad6f-0510f578a66f req-02184a23-9fef-4e0e-9447-69c30443df30 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.1911156 Nov 18 16:29:46.702494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f14e04-425e-4a5a-8e6f-74af4181b209 req-b8a89b59-1d79-4840-a39a-12ced975ac3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:46.704086 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c9f14e04-425e-4a5a-8e6f-74af4181b209 req-b8a89b59-1d79-4840-a39a-12ced975ac3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1beae45-1813-4b14-95e2-5567322586dc HTTP/1.1" status: 200 len: 855 time: 0.0944548 Nov 18 16:29:46.709034 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c351cfa0-3403-4fce-ad6f-0510f578a66f req-405544f1-e934-4eff-913f-0678a724381b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661013 Nov 18 16:29:46.789329 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c9f14e04-425e-4a5a-8e6f-74af4181b209 req-7e2e6759-c508-4713-a361-e02faea7aedf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b887802-331a-4da8-8c9d-df380fb14d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769207 Nov 18 16:29:46.936227 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c9f14e04-425e-4a5a-8e6f-74af4181b209 req-6a413b9f-4bcc-464e-b5e0-359cfb86d65a service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342366 Nov 18 16:29:47.075762 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c9f14e04-425e-4a5a-8e6f-74af4181b209 req-b75b95a9-dbd3-4ed6-aab1-60c40d4fd810 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1318476 Nov 18 16:29:47.938429 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a6ded-94aa-4f21-9442-4fcd1672c101 req-0845ed08-9043-4e0d-911d-b6f0d188763b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:47.940077 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a61a6ded-94aa-4f21-9442-4fcd1672c101 req-0845ed08-9043-4e0d-911d-b6f0d188763b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0833199 Nov 18 16:29:47.991492 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a61a6ded-94aa-4f21-9442-4fcd1672c101 req-a9b55aca-b91a-49d9-8776-f384dc80b9d6 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446723 Nov 18 16:29:49.215789 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d26564-66cf-4d0e-bb72-1133c03e8374 req-24c2bd1a-da11-4323-94d4-6cfbb060fb6f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:49.217385 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-64d26564-66cf-4d0e-bb72-1133c03e8374 req-24c2bd1a-da11-4323-94d4-6cfbb060fb6f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0826576 Nov 18 16:29:49.264285 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-64d26564-66cf-4d0e-bb72-1133c03e8374 req-b52b6fea-68b1-432f-a51e-92eb3cefe267 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408065 Nov 18 16:29:49.871890 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:29:50.489371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19471a1b-cbd2-439a-a77d-11cb39f356f9 req-e36c749d-910e-4ae9-8044-bb514b3a706f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:50.490999 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-19471a1b-cbd2-439a-a77d-11cb39f356f9 req-e36c749d-910e-4ae9-8044-bb514b3a706f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0823815 Nov 18 16:29:50.538071 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-19471a1b-cbd2-439a-a77d-11cb39f356f9 req-3e149a1c-c1b9-45b4-af9f-48608e131144 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410061 Nov 18 16:29:51.764729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b134d8-a1d0-46ee-89ac-4838bb7a6575 req-78d9e98f-6087-48eb-9303-f771cad51afc tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:51.766332 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-91b134d8-a1d0-46ee-89ac-4838bb7a6575 req-78d9e98f-6087-48eb-9303-f771cad51afc tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0845175 Nov 18 16:29:51.815073 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-91b134d8-a1d0-46ee-89ac-4838bb7a6575 req-282bbab1-2a28-46a6-8a34-b483fe786993 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417278 Nov 18 16:29:52.019055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device b4159e4b-56b8-4c31-a216-bba12bbebb60 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:29:52.087570 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port b4159e4b-56b8-4c31-a216-bba12bbebb60 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:29:52.092329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port b4159e4b-56b8-4c31-a216-bba12bbebb60 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:29:52.092751 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:52.208900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:52.236200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:29:52.246242 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port b4159e4b-56b8-4c31-a216-bba12bbebb60, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b4159e4b-56b8-4c31-a216-bba12bbebb60,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:29:52.250634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:52.252608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:29:52.296520 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60', 'code': 200} Nov 18 16:29:52.320163 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=b4159e4b-56b8-4c31-a216-bba12bbebb60,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:29:52.329482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.329883 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.330270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.330649 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.331031 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.331411 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.331819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.332198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.332572 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.332947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.334280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.334280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.334545 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.334926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.335300 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.335696 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.336067 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.336434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.336799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.337168 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.337530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.337900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.338269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.338636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:29:52.342978 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:29:52.574115 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-06108a90-9978-41c8-b147-6ae63bce01c3 req-52d53c22-bec8-4492-a744-22b6034b8726 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 1163 time: 0.0727456 Nov 18 16:29:52.622797 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-06108a90-9978-41c8-b147-6ae63bce01c3 req-d0ca92f4-56ab-40c8-8931-b4fa7ee54ffa service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405626 Nov 18 16:29:53.038903 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbda26-cc40-4e1d-bc6e-034f2ae1bb0e req-6e4af1cc-5404-4138-ab73-2fcd1410e907 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:53.040556 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-61fbda26-cc40-4e1d-bc6e-034f2ae1bb0e req-6e4af1cc-5404-4138-ab73-2fcd1410e907 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0821443 Nov 18 16:29:53.087224 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-61fbda26-cc40-4e1d-bc6e-034f2ae1bb0e req-52ff4f47-24e9-4bb7-99a6-e7dd2906a64f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407441 Nov 18 16:29:53.432590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device b4159e4b-56b8-4c31-a216-bba12bbebb60 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:29:53.653520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port b4159e4b-56b8-4c31-a216-bba12bbebb60 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:29:53.653936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:54.320195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2871d-5678-4889-894b-4e51ad554d94 req-75f5d6ad-442e-4fea-8752-021da5dfc5bd tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:54.321835 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cbe2871d-5678-4889-894b-4e51ad554d94 req-75f5d6ad-442e-4fea-8752-021da5dfc5bd tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0893948 Nov 18 16:29:54.372235 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cbe2871d-5678-4889-894b-4e51ad554d94 req-d62036a6-f6c8-4c59-abe4-fa8afb0b6c41 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435684 Nov 18 16:29:55.496467 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device b4159e4b-56b8-4c31-a216-bba12bbebb60 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:29:55.569430 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port b4159e4b-56b8-4c31-a216-bba12bbebb60 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:29:55.569933 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:55.601911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e230f0-9da6-4d79-b0e9-6a59705894fa req-0251c239-6468-43e1-a030-054cb63aebcb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:55.603520 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f1e230f0-9da6-4d79-b0e9-6a59705894fa req-0251c239-6468-43e1-a030-054cb63aebcb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0862665 Nov 18 16:29:55.651330 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f1e230f0-9da6-4d79-b0e9-6a59705894fa req-32a0c30f-3a57-4340-8011-f3b3e0690a5b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413191 Nov 18 16:29:55.869798 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b298b6-6d45-44b2-9540-c4cce010281b req-201a79d1-c29d-4fe8-927d-d6c5fd70dea1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:55.871802 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-82b298b6-6d45-44b2-9540-c4cce010281b req-201a79d1-c29d-4fe8-927d-d6c5fd70dea1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0842814 Nov 18 16:29:55.882313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 33990) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:29:55.887958 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-aa2f0ca3-f627-4db6-8ee9-31fc299fe090 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Request body: {'floatingip': {'port_id': 'b4159e4b-56b8-4c31-a216-bba12bbebb60'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:55.969352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aa2f0ca3-f627-4db6-8ee9-31fc299fe090 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:56.737369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8a9c9dc3-c738-4cef-98c9-81f1a5fdd2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:56.797195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aa2f0ca3-f627-4db6-8ee9-31fc299fe090 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:56.801241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aa2f0ca3-f627-4db6-8ee9-31fc299fe090 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:56.997970 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [None req-aa2f0ca3-f627-4db6-8ee9-31fc299fe090 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Floating IP 088ac2ca-7902-489e-9aef-6358ccd1ff0a associated. External IP: 172.27.0.160, port: b4159e4b-56b8-4c31-a216-bba12bbebb60. Nov 18 16:29:57.400253 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2f0ca3-f627-4db6-8ee9-31fc299fe090 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:29:57.606558 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2f0ca3-f627-4db6-8ee9-31fc299fe090 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:29:57.611498 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-aa2f0ca3-f627-4db6-8ee9-31fc299fe090 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:57.616930 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c5115-4f80-4b76-880a-921ee161ecc3 None None] Sync routers for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:29:57.629188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c5115-4f80-4b76-880a-921ee161ecc3 None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:29:57.629869 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-c45c5115-4f80-4b76-880a-921ee161ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:29:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:57.669638 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-aa2f0ca3-f627-4db6-8ee9-31fc299fe090 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "PUT /v2.0/floatingips/088ac2ca-7902-489e-9aef-6358ccd1ff0a HTTP/1.1" status: 200 len: 992 time: 1.7835016 Nov 18 16:29:57.669638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:29:57.733244 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60', 'status': 'completed', 'code': 200} Nov 18 16:29:57.826410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-c45c5115-4f80-4b76-880a-921ee161ecc3 None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:29:57.849556 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9b0eee2f-a791-43e9-b656-ae3261ecaad3 req-604e53f8-4498-4350-b7dc-b655ccffab7b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 1163 time: 0.0900724 Nov 18 16:29:57.992303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eee2f-a791-43e9-b656-ae3261ecaad3 req-671bb6ce-8684-4fa3-8417-f96c5f14a990 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:57.993842 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9b0eee2f-a791-43e9-b656-ae3261ecaad3 req-671bb6ce-8684-4fa3-8417-f96c5f14a990 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 910 time: 0.1375282 Nov 18 16:29:58.103705 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9b0eee2f-a791-43e9-b656-ae3261ecaad3 req-b51d75df-4005-4abe-af3e-2ce53cb00e72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4159e4b-56b8-4c31-a216-bba12bbebb60 HTTP/1.1" status: 200 len: 1000 time: 0.1028118 Nov 18 16:29:58.171974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eee2f-a791-43e9-b656-ae3261ecaad3 req-d1722040-fb2a-4c0a-b4e0-22c61e361d25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:29:58.173715 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9b0eee2f-a791-43e9-b656-ae3261ecaad3 req-d1722040-fb2a-4c0a-b4e0-22c61e361d25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1beae45-1813-4b14-95e2-5567322586dc HTTP/1.1" status: 200 len: 855 time: 0.0636954 Nov 18 16:29:58.188362 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-c45c5115-4f80-4b76-880a-921ee161ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '088ac2ca-7902-489e-9aef-6358ccd1ff0a', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'port_id': 'b4159e4b-56b8-4c31-a216-bba12bbebb60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'mac_address': 'fa:16:3e:50:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:29:34Z', 'updated_at': '2020-11-18T16:29:56Z', 'revision_number': 1, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:58Z', 'revision_number': 5, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:58.193038 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c5115-4f80-4b76-880a-921ee161ecc3 None None] Checking router: fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:29:58.204492 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c5115-4f80-4b76-880a-921ee161ecc3 None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:29:58.205156 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-c45c5115-4f80-4b76-880a-921ee161ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:29:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:58.257628 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9b0eee2f-a791-43e9-b656-ae3261ecaad3 req-45b6088d-d31f-4c07-b7dd-05eba06c7042 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b887802-331a-4da8-8c9d-df380fb14d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764124 Nov 18 16:29:58.389263 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-c45c5115-4f80-4b76-880a-921ee161ecc3 None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:29:58.406891 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9b0eee2f-a791-43e9-b656-ae3261ecaad3 req-39467071-7ef3-4f5f-9ad3-aa4cfa4463e1 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379318 Nov 18 16:29:58.551294 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9b0eee2f-a791-43e9-b656-ae3261ecaad3 req-5b5d0543-bdea-430f-9299-b1796ff6752a service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366224 Nov 18 16:29:58.753802 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-c45c5115-4f80-4b76-880a-921ee161ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '088ac2ca-7902-489e-9aef-6358ccd1ff0a', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'port_id': 'b4159e4b-56b8-4c31-a216-bba12bbebb60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'mac_address': 'fa:16:3e:50:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:29:34Z', 'updated_at': '2020-11-18T16:29:56Z', 'revision_number': 1, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:58Z', 'revision_number': 5, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:29:58.758498 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c5115-4f80-4b76-880a-921ee161ecc3 None None] The sync data for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi is: [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '088ac2ca-7902-489e-9aef-6358ccd1ff0a', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'port_id': 'b4159e4b-56b8-4c31-a216-bba12bbebb60', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'mac_address': 'fa:16:3e:50:7c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:29:34Z', 'updated_at': '2020-11-18T16:29:56Z', 'revision_number': 1, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:58Z', 'revision_number': 5, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:29:59.029357 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704b8a0c-557e-4481-9cb7-4a2769861546 None None] New status for floating IP 088ac2ca-7902-489e-9aef-6358ccd1ff0a: ACTIVE {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:29:59.309389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c4e989f0-ad54-4616-a6fd-f7e254406ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:29:59.694504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:00.687950 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:01.206384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:03.062222 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ba95e-9f6e-4fb9-a160-1a876e123ac9 req-ec3e7133-ca53-4ed3-ac6c-af7cc99f8f7f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:03.063767 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-755ba95e-9f6e-4fb9-a160-1a876e123ac9 req-ec3e7133-ca53-4ed3-ac6c-af7cc99f8f7f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 945 time: 0.0812075 Nov 18 16:30:03.112039 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-755ba95e-9f6e-4fb9-a160-1a876e123ac9 req-bfca9f87-d2a0-4dd2-9895-3421738be3d9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0416205 Nov 18 16:30:04.323195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790c78b-0d24-4110-897e-64d71b52432d req-e03fdfab-fd72-4b79-a615-262852b46c25 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:04.324832 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7790c78b-0d24-4110-897e-64d71b52432d req-e03fdfab-fd72-4b79-a615-262852b46c25 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 945 time: 0.0843167 Nov 18 16:30:04.372278 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7790c78b-0d24-4110-897e-64d71b52432d req-6795f118-4003-4315-b83f-cb126333b92e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0412362 Nov 18 16:30:05.334712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-87068a52-24e8-43f2-bba9-ef6dfe6449ba tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:05.336297 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-87068a52-24e8-43f2-bba9-ef6dfe6449ba tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 945 time: 0.0812638 Nov 18 16:30:05.413129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Deleting port 9202498d-c165-4e5a-96ff-7a579fab1ea9 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:30:05.413525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:05.518721 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 9202498d-c165-4e5a-96ff-7a579fab1ea9 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:30:05.643238 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:05.673451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9202498d-c165-4e5a-96ff-7a579fab1ea9'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:30:05.685481 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 9202498d-c165-4e5a-96ff-7a579fab1ea9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9202498d-c165-4e5a-96ff-7a579fab1ea9,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:30:05.688539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:05.691320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:05.740033 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9202498d-c165-4e5a-96ff-7a579fab1ea9', 'code': 200} Nov 18 16:30:05.763765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=9202498d-c165-4e5a-96ff-7a579fab1ea9,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:05.767255 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:05.933039 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e162d-9f19-41b2-914e-0c228e22b9ef req-837f0076-7b98-41de-9214-406e70664f64 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:05.934581 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c4e162d-9f19-41b2-914e-0c228e22b9ef req-837f0076-7b98-41de-9214-406e70664f64 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.4344146 Nov 18 16:30:05.976752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] For port 9202498d-c165-4e5a-96ff-7a579fab1ea9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9202498d-c165-4e5a-96ff-7a579fab1ea9,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:30:05.977160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:06.083783 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c4e162d-9f19-41b2-914e-0c228e22b9ef req-ce1895c7-0ab8-4906-9635-b06fad26c7d3 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1334910 Nov 18 16:30:06.295043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:06.295465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:06.295846 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Floating IP ffaeb222-e66f-4fa0-8480-b9700f193d95 disassociated. External IP: 172.27.0.171, port: 9202498d-c165-4e5a-96ff-7a579fab1ea9. Nov 18 16:30:06.296228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Calling delete_port for 9202498d-c165-4e5a-96ff-7a579fab1ea9 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:30:06.374486 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:30:06.375050 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:30:06.876182 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Deleting port 9202498d-c165-4e5a-96ff-7a579fab1ea9 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:30:06.876666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:07.140152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] For port 9202498d-c165-4e5a-96ff-7a579fab1ea9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=9202498d-c165-4e5a-96ff-7a579fab1ea9,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:30:07.140567 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:07.484043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41736a-9493-4d61-8375-dce0c27263b4 req-9ac60ded-397a-4ecc-a18c-ce6563566f06 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:07.485683 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3e41736a-9493-4d61-8375-dce0c27263b4 req-9ac60ded-397a-4ecc-a18c-ce6563566f06 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 943 time: 0.2638941 Nov 18 16:30:07.532597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:07.533039 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:07.533373 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Floating IP ffaeb222-e66f-4fa0-8480-b9700f193d95 disassociated. External IP: 172.27.0.171, port: 9202498d-c165-4e5a-96ff-7a579fab1ea9. Nov 18 16:30:07.533755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Calling delete_port for 9202498d-c165-4e5a-96ff-7a579fab1ea9 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:30:07.602743 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3e41736a-9493-4d61-8375-dce0c27263b4 req-007cad5a-55ab-49c9-9946-a56fa1cb9e57 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1035657 Nov 18 16:30:07.693724 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:07.711394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a41598de-33a5-4fcf-b1d7-24f2a49b4b77 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:07.766025 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event deleted for resources: {'Port': ['ID=9202498d-c165-4e5a-96ff-7a579fab1ea9,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:07.768900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:08.084224 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Router 4b716cd0-5cce-444b-b689-dd6248265558 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:30:08.298721 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:30:08.309621 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5618ec-ab74-4033-a207-f2cd77985cf6 None None] Sync routers for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:30:08.322908 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5618ec-ab74-4033-a207-f2cd77985cf6 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:30:08.323693 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-ce5618ec-ab74-4033-a207-f2cd77985cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:29:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:08.336965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] No DVR routers for this DVR port 9202498d-c165-4e5a-96ff-7a579fab1ea9 on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:30:08.339368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:08.343740 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'name': 'network-vif-deleted', 'tag': '9202498d-c165-4e5a-96ff-7a579fab1ea9'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:30:08.359192 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5a4c9c2e-3f6b-4318-ab36-bd1b26d6b12a req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "DELETE /v2.0/ports/9202498d-c165-4e5a-96ff-7a579fab1ea9 HTTP/1.1" status: 204 len: 173 time: 3.0158443 Nov 18 16:30:08.407895 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00', 'name': 'network-vif-deleted', 'tag': '9202498d-c165-4e5a-96ff-7a579fab1ea9', 'status': 'completed', 'code': 200} Nov 18 16:30:08.518678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-ce5618ec-ab74-4033-a207-f2cd77985cf6 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:30:08.789337 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed60b81f-161e-44c3-93df-b060f5053fa2 req-ff58af75-7510-45dd-a82b-e76e13eff305 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=1cc4ce12-319a-4fbe-93c8-ae3a9b71ed00 HTTP/1.1" status: 200 len: 210 time: 0.0502481 Nov 18 16:30:09.002773 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-ce5618ec-ab74-4033-a207-f2cd77985cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:09.006825 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5618ec-ab74-4033-a207-f2cd77985cf6 None None] Checking router: 4b716cd0-5cce-444b-b689-dd6248265558 for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:30:09.017804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5618ec-ab74-4033-a207-f2cd77985cf6 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:30:09.018465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-ce5618ec-ab74-4033-a207-f2cd77985cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:29:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:09.202395 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-ce5618ec-ab74-4033-a207-f2cd77985cf6 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:30:09.533635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-ce5618ec-ab74-4033-a207-f2cd77985cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:09.537893 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5618ec-ab74-4033-a207-f2cd77985cf6 None None] The sync data for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi is: [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:30:09.962307 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2136d093-b92e-470b-906b-68af7d31cc75 None None] New status for floating IP ffaeb222-e66f-4fa0-8480-b9700f193d95: DOWN {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:30:10.151338 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-c3629cc3-aac5-4429-a6cd-097e98d87bc7 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1354816232&fields=id&tenant_id=4f83100735174800a64c933476053984 HTTP/1.1" status: 200 len: 267 time: 0.0438344 Nov 18 16:30:10.311781 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-d30204e6-ffb8-4821-ba22-0cf21cd66f31 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:10.313367 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-d30204e6-ffb8-4821-ba22-0cf21cd66f31 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 811 time: 0.1549628 Nov 18 16:30:10.330684 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-b2ca850c-abb2-435a-920e-0d0be2cfdfcd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/quotas/4f83100735174800a64c933476053984 HTTP/1.1" status: 200 len: 375 time: 0.0108576 Nov 18 16:30:10.636359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7bc9ff6a-42e5-44d5-953f-0280dd0c0297 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:30:10.650910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7bc9ff6a-42e5-44d5-953f-0280dd0c0297 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:30:10.652330 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7bc9ff6a-42e5-44d5-953f-0280dd0c0297 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3165560 Nov 18 16:30:10.800232 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-9e78a5e3-778a-46bd-b755-5c33041eae21 service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351604 Nov 18 16:30:10.943091 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-f18817b2-2583-435f-9b0a-6179913d7daa service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358507 Nov 18 16:30:11.376832 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3cfe876e-1cd8-4fe3-85c2-099ef2c33183 req-4f8aff00-252b-41f6-9934-9bec3386bd4e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 210 time: 0.0493217 Nov 18 16:30:12.557977 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c9b3bc32-8501-4c76-84ef-381b526870fe req-a6ce8178-8fed-4f2c-b896-1505c191442e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 210 time: 0.0481503 Nov 18 16:30:12.701932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-35fe4a1f-4d93-4415-9c6d-ee9bfd0d3e04 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:12.703500 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-35fe4a1f-4d93-4415-9c6d-ee9bfd0d3e04 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 811 time: 0.1576822 Nov 18 16:30:12.794086 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cd1f130-11a9-4bcb-8e08-094fc035917d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f83100735174800a64c933476053984 HTTP/1.1" status: 200 len: 5087 time: 0.0684981 Nov 18 16:30:12.813729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'port': {'device_id': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'admin_state_up': True, 'tenant_id': '4f83100735174800a64c933476053984', 'security_groups': ['1b52d9e7-4187-41af-ac29-862dbfd70c6a']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:30:12.959259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:30:12.968866 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:30:12.978051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Made reservation on behalf of 4f83100735174800a64c933476053984 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:30:12.983878 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:13.288352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Allocated IP 172.20.0.3 (f9cc2ce3-1d54-4e8e-bb85-717fece24024/a1cef1fe-ef83-419a-a201-80a4671186f4/babfd660-83a6-457e-884a-aa3f57d24c59) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:30:13.481885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:13.498071 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Transition to ACTIVE for port object babfd660-83a6-457e-884a-aa3f57d24c59 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:30:13.517399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:13.532678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-718c9ec0-a0aa-470a-ba9c-786495e504a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:13.686037 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event updated for resources: {'Port': ['ID=babfd660-83a6-457e-884a-aa3f57d24c59,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:13.690778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:13.733351 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:30:13.735046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:30:13.737435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:30:13.776465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa5945-7d93-4100-8ff8-5cf86480dbe7 req-567cb4e2-1c39-4f24-b18c-a28dbe538743 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:13.778638 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-adfa5945-7d93-4100-8ff8-5cf86480dbe7 req-567cb4e2-1c39-4f24-b18c-a28dbe538743 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 931 time: 0.0910027 Nov 18 16:30:13.802273 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:13.803027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:13.834977 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-618ca7f2-503b-4fcc-ade0-6a2bf5b1edfa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0257788 Nov 18 16:30:13.840970 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-adfa5945-7d93-4100-8ff8-5cf86480dbe7 req-5226954d-f747-434e-88e5-af0b09ae312e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0558925 Nov 18 16:30:13.850009 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Request body: {'port': {'device_id': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:30:13.967120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:13.977932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-286287fb-2c3d-47fd-820b-c64050a56847 None None] Provisioning for port babfd660-83a6-457e-884a-aa3f57d24c59 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:30:13.982983 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-286287fb-2c3d-47fd-820b-c64050a56847 None None] Provisioning complete for port babfd660-83a6-457e-884a-aa3f57d24c59 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:30:13.983427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-286287fb-2c3d-47fd-820b-c64050a56847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:14.037400 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-286287fb-2c3d-47fd-820b-c64050a56847 None None] Port babfd660-83a6-457e-884a-aa3f57d24c59 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:30:14.369048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babfd660-83a6-457e-884a-aa3f57d24c59 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:30:14.375856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:14.387577 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Transition to ACTIVE for port object babfd660-83a6-457e-884a-aa3f57d24c59 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:30:14.390134 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:14.404878 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-30b6797a-8cc1-4fe1-9d9e-c9727aca075c tempest-AttachVolumeNegativeTest-1942006968 tempest-AttachVolumeNegativeTest-1942006968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:14.475277 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:14.543012 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Pushing event updated for resources: {'Port': ['ID=babfd660-83a6-457e-884a-aa3f57d24c59,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:14.548324 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:14.724515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Attempting to bind port babfd660-83a6-457e-884a-aa3f57d24c59 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:30:14.725064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Attempting to bind port babfd660-83a6-457e-884a-aa3f57d24c59 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:30:14.725232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Attempting to bind port babfd660-83a6-457e-884a-aa3f57d24c59 on network f9cc2ce3-1d54-4e8e-bb85-717fece24024 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:30:14.732649 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:30:14.733031 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Checking segment: {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:30:14.733439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:14.733838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Bound using segment: {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:30:14.734321 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Bound port: babfd660-83a6-457e-884a-aa3f57d24c59, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:30:14.734702 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:14.828603 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] For port babfd660-83a6-457e-884a-aa3f57d24c59, host hv-cinder-75996, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:30:14.831719 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] For port babfd660-83a6-457e-884a-aa3f57d24c59, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=babfd660-83a6-457e-884a-aa3f57d24c59,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:30:14.835462 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:14.850784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a78bcbb2-47c0-402e-b925-cd32e2e375be tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:14.996852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Pushing event updated for resources: {'Port': ['ID=babfd660-83a6-457e-884a-aa3f57d24c59,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:15.001609 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:15.035658 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:15.038293 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] 10.222.0.49 "PUT /v2.0/ports/babfd660-83a6-457e-884a-aa3f57d24c59 HTTP/1.1" status: 200 len: 1157 time: 1.1931198 Nov 18 16:30:15.038293 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'tag': 'babfd660-83a6-457e-884a-aa3f57d24c59'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:30:15.055217 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3faad1-a8cf-491b-b298-795f7520dd33 req-0012392f-2370-4db3-9afb-24e50d38a32c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:15.056943 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6b3faad1-a8cf-491b-b298-795f7520dd33 req-0012392f-2370-4db3-9afb-24e50d38a32c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 943 time: 0.0865002 Nov 18 16:30:15.111093 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6b3faad1-a8cf-491b-b298-795f7520dd33 req-d1fe1592-4fa2-4dcd-b473-a3079deb5741 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0471151 Nov 18 16:30:15.126881 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'tag': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'status': 'completed', 'code': 200} Nov 18 16:30:15.169478 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-8bb845d6-90f4-4f8f-a4b3-c7358d7c2125 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 1160 time: 0.0848947 Nov 18 16:30:15.255781 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-c0183a56-3d65-43b1-b740-8a21ead3dba1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=babfd660-83a6-457e-884a-aa3f57d24c59 HTTP/1.1" status: 200 len: 217 time: 0.0700781 Nov 18 16:30:15.330972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-0b002974-9686-4e4e-9f68-bb529a094e47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:15.333179 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-0b002974-9686-4e4e-9f68-bb529a094e47 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.0642304 Nov 18 16:30:15.422048 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-1f9ccfc6-20d8-47e5-838c-4260ca87c25f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761120 Nov 18 16:30:15.564857 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-ee42eacd-f776-4b59-9fef-983ba8332b50 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332855 Nov 18 16:30:15.920042 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f044a4ab-aa8e-4140-87b5-e5711c00d39f req-b31ed98c-d1a3-4a5f-b9bf-21840b2ca195 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3452117 Nov 18 16:30:16.042192 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-49888c51-052f-4947-8108-adf37698c89e req-01e4534e-5644-43b3-b438-0b837dce6ef6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 1160 time: 0.0731699 Nov 18 16:30:16.182799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49888c51-052f-4947-8108-adf37698c89e req-1bbaee88-d26d-41d7-b27c-acd75005ec77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:16.184352 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-49888c51-052f-4947-8108-adf37698c89e req-1bbaee88-d26d-41d7-b27c-acd75005ec77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.1351368 Nov 18 16:30:16.261907 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-49888c51-052f-4947-8108-adf37698c89e req-69013232-d20e-4717-a410-455d4a5104ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=babfd660-83a6-457e-884a-aa3f57d24c59 HTTP/1.1" status: 200 len: 217 time: 0.0679150 Nov 18 16:30:16.331411 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c8a56-4781-4208-a2cb-799a668d3fd9 req-1c7291df-2d86-4107-bad8-73ba92c5023d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:16.333571 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1e2c8a56-4781-4208-a2cb-799a668d3fd9 req-1c7291df-2d86-4107-bad8-73ba92c5023d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 943 time: 0.0906794 Nov 18 16:30:16.336157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49888c51-052f-4947-8108-adf37698c89e req-7b2daeb7-f292-44d3-9b77-88b24604b7c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:16.337747 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-49888c51-052f-4947-8108-adf37698c89e req-7b2daeb7-f292-44d3-9b77-88b24604b7c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.0644412 Nov 18 16:30:16.381846 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1e2c8a56-4781-4208-a2cb-799a668d3fd9 req-33378255-ea1a-4b2b-bc73-238addbdf776 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0421841 Nov 18 16:30:16.433622 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-49888c51-052f-4947-8108-adf37698c89e req-e3b44652-1933-4ef6-884c-d6b679d1511a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824466 Nov 18 16:30:16.579325 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-49888c51-052f-4947-8108-adf37698c89e req-6d0ee0d8-b086-44db-9a46-168d0cfcc322 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361861 Nov 18 16:30:16.727002 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-49888c51-052f-4947-8108-adf37698c89e req-a09d466f-b785-4c53-b90a-820690212332 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356544 Nov 18 16:30:17.590463 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a18c1e-f616-4536-9301-75cfef564678 req-b944466c-a1f2-470f-bbaa-e1f56b114a57 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:17.592117 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e4a18c1e-f616-4536-9301-75cfef564678 req-b944466c-a1f2-470f-bbaa-e1f56b114a57 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 943 time: 0.0831163 Nov 18 16:30:17.640077 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e4a18c1e-f616-4536-9301-75cfef564678 req-9268f073-37e9-42d1-8578-77702c6cfe54 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0417724 Nov 18 16:30:18.856576 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f87d8-03a6-42d2-a1e1-57c6f39f0edb req-5316194c-e047-40e1-8e66-b689a04e8975 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:18.858183 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a94f87d8-03a6-42d2-a1e1-57c6f39f0edb req-5316194c-e047-40e1-8e66-b689a04e8975 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 943 time: 0.0876694 Nov 18 16:30:18.907252 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a94f87d8-03a6-42d2-a1e1-57c6f39f0edb req-e4705fb5-87b7-4c65-9f65-32cfc362b2a2 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0409596 Nov 18 16:30:20.119790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9287b86-c592-4aaa-afa9-baf6910cda27 req-8a00f1f5-9cf3-4a6f-8aa2-cdfdaf301516 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:20.121310 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e9287b86-c592-4aaa-afa9-baf6910cda27 req-8a00f1f5-9cf3-4a6f-8aa2-cdfdaf301516 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 943 time: 0.0821862 Nov 18 16:30:20.172284 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e9287b86-c592-4aaa-afa9-baf6910cda27 req-402d577a-8ffc-4d56-a611-08618885c0db tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0447385 Nov 18 16:30:21.380541 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde4a76-0afe-4854-bcd3-9e712279c7f2 req-edccefde-5a73-4869-ae8a-cbe251cfbfa9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:21.382069 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cdde4a76-0afe-4854-bcd3-9e712279c7f2 req-edccefde-5a73-4869-ae8a-cbe251cfbfa9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 943 time: 0.0830030 Nov 18 16:30:21.429915 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cdde4a76-0afe-4854-bcd3-9e712279c7f2 req-ed4fbf1d-0066-458b-bd2a-5b710fa7ff66 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0416243 Nov 18 16:30:22.639301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32843a46-157f-4d8e-8ff6-7a28fd5df083 req-7ffaf009-bc9e-485d-86fc-c37b0ad56872 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:22.640827 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-32843a46-157f-4d8e-8ff6-7a28fd5df083 req-7ffaf009-bc9e-485d-86fc-c37b0ad56872 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 943 time: 0.0853388 Nov 18 16:30:22.687891 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-32843a46-157f-4d8e-8ff6-7a28fd5df083 req-49abc997-04b4-4302-b667-ae3444923565 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0402737 Nov 18 16:30:23.901814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21558199-d000-4db1-93e2-6a98cf87e48e req-e99ac019-58ee-4cb8-8f8d-8ead1bbcacf5 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:23.903447 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21558199-d000-4db1-93e2-6a98cf87e48e req-e99ac019-58ee-4cb8-8f8d-8ead1bbcacf5 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 943 time: 0.0842693 Nov 18 16:30:23.952340 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21558199-d000-4db1-93e2-6a98cf87e48e req-a3700b78-6e60-40ad-a33e-df15d2cd7590 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0428312 Nov 18 16:30:25.163051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92789c-1da3-493d-8409-ac7371240bc6 req-809d1d52-227e-4a35-83a4-150319ece9fd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:25.164677 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ca92789c-1da3-493d-8409-ac7371240bc6 req-809d1d52-227e-4a35-83a4-150319ece9fd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 943 time: 0.0852668 Nov 18 16:30:25.212258 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ca92789c-1da3-493d-8409-ac7371240bc6 req-5cd69aa5-8822-4323-8154-ef90edddd334 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0415289 Nov 18 16:30:26.417783 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55192d-357a-451f-bdbb-43825e43b5b7 req-88b13462-9962-4960-8b9f-37f0658e5bda tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:26.419374 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3a55192d-357a-451f-bdbb-43825e43b5b7 req-88b13462-9962-4960-8b9f-37f0658e5bda tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 943 time: 0.0813284 Nov 18 16:30:26.466496 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3a55192d-357a-451f-bdbb-43825e43b5b7 req-256a7d44-d519-4686-9cf5-ebf2fe1c12de tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0411763 Nov 18 16:30:26.606299 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device babfd660-83a6-457e-884a-aa3f57d24c59 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:30:26.677331 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port babfd660-83a6-457e-884a-aa3f57d24c59 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:30:26.682181 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port babfd660-83a6-457e-884a-aa3f57d24c59 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:30:26.682594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:26.752994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5426962c-a5ff-4745-b528-130e84558b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:26.809527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:26.837904 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babfd660-83a6-457e-884a-aa3f57d24c59'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:30:26.847868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port babfd660-83a6-457e-884a-aa3f57d24c59, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=babfd660-83a6-457e-884a-aa3f57d24c59,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:30:26.851024 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:26.852945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-942d994d-47f5-4335-aa82-f281746d81c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:26.876835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:30:26.903248 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'code': 200} Nov 18 16:30:26.928171 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=babfd660-83a6-457e-884a-aa3f57d24c59,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:26.931449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:27.265865 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6170f2d8-709e-433d-ab04-d140fc45a075 req-397d3048-746c-42f6-953b-99b9272b110a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 1162 time: 0.0727835 Nov 18 16:30:27.310993 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6170f2d8-709e-433d-ab04-d140fc45a075 req-ca6cdca4-64bf-4127-9f69-05659873410e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0367107 Nov 18 16:30:27.678403 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b6597-1b7f-455e-a4a4-8fda66879087 req-2b4cbaef-144f-41ad-8641-8875955c6320 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:27.679129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f51b6597-1b7f-455e-a4a4-8fda66879087 req-2b4cbaef-144f-41ad-8641-8875955c6320 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:30:27.694695 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f51b6597-1b7f-455e-a4a4-8fda66879087 req-2b4cbaef-144f-41ad-8641-8875955c6320 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:30:27.695967 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f51b6597-1b7f-455e-a4a4-8fda66879087 req-2b4cbaef-144f-41ad-8641-8875955c6320 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 945 time: 0.1011322 Nov 18 16:30:27.743161 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f51b6597-1b7f-455e-a4a4-8fda66879087 req-d9a0178e-44f7-4022-b05a-7af79d84810a tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0407808 Nov 18 16:30:27.767797 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device babfd660-83a6-457e-884a-aa3f57d24c59 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:30:27.839033 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port babfd660-83a6-457e-884a-aa3f57d24c59 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:30:27.839455 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:28.961813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0b7da-3e18-469c-964e-e326b1a71e20 req-f7d4029c-0e77-480f-bcc9-c5623bc03b59 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:28.963431 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-55c0b7da-3e18-469c-964e-e326b1a71e20 req-f7d4029c-0e77-480f-bcc9-c5623bc03b59 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 945 time: 0.0862083 Nov 18 16:30:29.014593 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-55c0b7da-3e18-469c-964e-e326b1a71e20 req-7a5b2bba-dbbe-47c8-9322-633444e68938 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0439003 Nov 18 16:30:29.313172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8900c7bc-9e2a-4324-accd-b6b007ca1932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:29.697182 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:30.228498 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b594a-32ff-4621-9d56-7ab2c4c96589 req-5fac4086-dcdf-481d-8ac9-6f5c3f981521 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:30.230121 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c17b594a-32ff-4621-9d56-7ab2c4c96589 req-5fac4086-dcdf-481d-8ac9-6f5c3f981521 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 945 time: 0.0835822 Nov 18 16:30:30.281091 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c17b594a-32ff-4621-9d56-7ab2c4c96589 req-f771619e-c7a5-4798-b1a0-7c5e1f2c19de tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0447125 Nov 18 16:30:30.497831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3941c4f-e39a-4c83-a5fe-9763e14c2cdc req-1e5902c7-bfad-47c1-b3b7-1039ae3d18c5 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:30.499458 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b3941c4f-e39a-4c83-a5fe-9763e14c2cdc req-1e5902c7-bfad-47c1-b3b7-1039ae3d18c5 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 945 time: 0.0859838 Nov 18 16:30:30.548643 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b3941c4f-e39a-4c83-a5fe-9763e14c2cdc req-5b249825-4fa3-44e1-911b-8fe42a07456d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0421536 Nov 18 16:30:30.690808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:30.761657 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-ca0c339e-cbc4-48de-b4dd-e2d5f40297d8 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1573865 Nov 18 16:30:30.772651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'floatingip': {'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:30:30.778672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:30:30.789357 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:30:30.798289 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:30.941664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:31.208143 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Allocated IP 172.27.0.241 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/2d914cb4-50cc-40f0-a9d6-2c998a2a4052) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:30:31.214992 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:31.574028 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:31.601598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:31.617351 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b8804416-7ca7-4f78-8a11-226a797b7e26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:31.672905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1b3b2-74b8-4485-a8a3-7786066cb4f3 req-b8bb5c2d-aeec-48c6-ae4e-3cffc7813d53 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:31.674512 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8ea1b3b2-74b8-4485-a8a3-7786066cb4f3 req-b8bb5c2d-aeec-48c6-ae4e-3cffc7813d53 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0899105 Nov 18 16:30:31.725324 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8ea1b3b2-74b8-4485-a8a3-7786066cb4f3 req-519aef29-02f3-46fe-9dfd-37589f0050fa tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443442 Nov 18 16:30:31.758782 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event updated for resources: {'Port': ['ID=2d914cb4-50cc-40f0-a9d6-2c998a2a4052,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:31.785628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.786046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.786521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.786842 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.787236 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.787653 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.788173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.788430 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.788824 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.789221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.789599 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.789979 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.790424 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.790801 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.791193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.791600 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.792003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.792393 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.792784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.793172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.793560 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.793949 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.794339 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.794746 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:30:31.801217 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:31.823913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:30:31.825361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:30:31.827778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:30:31.919867 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:31.979437 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:32.240427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:32.243795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:32.260091 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0918c12a-8db4-4f3a-93dc-d1bff7bba7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:30:32.399088 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event updated for resources: {'Port': ['ID=2d914cb4-50cc-40f0-a9d6-2c998a2a4052,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:30:32.402534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:30:32.493903 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:32.519001 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:32.520398 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7525818 Nov 18 16:30:32.606266 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-a60597f2-e57c-4df8-80aa-fa0ce59f195a tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:floatingip {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:30:32.620860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-a60597f2-e57c-4df8-80aa-fa0ce59f195a tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:floatingip {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:30:32.622124 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-a60597f2-e57c-4df8-80aa-fa0ce59f195a tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.241 HTTP/1.1" status: 200 len: 696 time: 0.0954752 Nov 18 16:30:32.780472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-d7d45342-b0dc-49ef-aa70-4a7246a415cc tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:32.782047 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-d7d45342-b0dc-49ef-aa70-4a7246a415cc tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/networks/eae6701d-1990-4314-b852-5917518e9bba HTTP/1.1" status: 200 len: 784 time: 0.1537604 Nov 18 16:30:32.793705 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-f0ee8924-c224-412c-b282-a1e0ad4633a3 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80322) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:30:32.795008 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-68cbd603-6d0d-4dae-94e9-ce6907f75104 req-f0ee8924-c224-412c-b282-a1e0ad4633a3 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0062766 Nov 18 16:30:32.942334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924af8ce-6ef8-41f5-8052-14d5fcd33e60 req-2281bf36-f1f4-4b17-b67d-b26218e99926 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:32.943963 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-924af8ce-6ef8-41f5-8052-14d5fcd33e60 req-2281bf36-f1f4-4b17-b67d-b26218e99926 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0838208 Nov 18 16:30:32.986069 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ffa50-ed41-402d-a213-17a559b24133 req-6740938a-f7d0-41f5-83bb-ec6d027d4f14 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:32.987729 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a01ffa50-ed41-402d-a213-17a559b24133 req-6740938a-f7d0-41f5-83bb-ec6d027d4f14 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0836613 Nov 18 16:30:32.992231 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-924af8ce-6ef8-41f5-8052-14d5fcd33e60 req-28c8d19a-aa8a-4dad-aa51-b408be3dc9d0 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Nov 18 16:30:33.076541 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a01ffa50-ed41-402d-a213-17a559b24133 req-ef968bf4-8a54-4098-8390-8b604862c90a tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.241 HTTP/1.1" status: 200 len: 696 time: 0.0824971 Nov 18 16:30:33.087247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-a01ffa50-ed41-402d-a213-17a559b24133 req-db4c2380-0025-4dbc-a964-9495e2f39de6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'floatingip': {'port_id': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:30:33.167695 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a01ffa50-ed41-402d-a213-17a559b24133 req-db4c2380-0025-4dbc-a964-9495e2f39de6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:33.777613 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a01ffa50-ed41-402d-a213-17a559b24133 req-db4c2380-0025-4dbc-a964-9495e2f39de6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:33.780351 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a01ffa50-ed41-402d-a213-17a559b24133 req-db4c2380-0025-4dbc-a964-9495e2f39de6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:33.974536 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-a01ffa50-ed41-402d-a213-17a559b24133 req-db4c2380-0025-4dbc-a964-9495e2f39de6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Floating IP f86ba5f1-7555-42d2-9b11-80cd35fcad88 associated. External IP: 172.27.0.241, port: babfd660-83a6-457e-884a-aa3f57d24c59. Nov 18 16:30:34.214858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de60d41-bc54-412d-8a78-567de3b2da5a req-42340d66-dbec-4a54-9929-3e6f6fa2369a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:34.216570 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8de60d41-bc54-412d-8a78-567de3b2da5a req-42340d66-dbec-4a54-9929-3e6f6fa2369a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0934010 Nov 18 16:30:34.268739 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8de60d41-bc54-412d-8a78-567de3b2da5a req-6b4546f0-330f-4b8c-84d8-2da7491ffde1 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455034 Nov 18 16:30:34.585152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a01ffa50-ed41-402d-a213-17a559b24133 req-db4c2380-0025-4dbc-a964-9495e2f39de6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Router 4b716cd0-5cce-444b-b689-dd6248265558 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:30:34.794475 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a01ffa50-ed41-402d-a213-17a559b24133 req-db4c2380-0025-4dbc-a964-9495e2f39de6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:30:34.799280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a01ffa50-ed41-402d-a213-17a559b24133 req-db4c2380-0025-4dbc-a964-9495e2f39de6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:34.804872 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bce657-0b39-457f-87a5-57c122fad281 None None] Sync routers for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:30:34.817940 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bce657-0b39-457f-87a5-57c122fad281 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:30:34.818700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-54bce657-0b39-457f-87a5-57c122fad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:30:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:34.854724 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a01ffa50-ed41-402d-a213-17a559b24133 req-db4c2380-0025-4dbc-a964-9495e2f39de6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "PUT /v2.0/floatingips/f86ba5f1-7555-42d2-9b11-80cd35fcad88 HTTP/1.1" status: 200 len: 996 time: 1.7714875 Nov 18 16:30:34.855213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'tag': 'babfd660-83a6-457e-884a-aa3f57d24c59'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:30:34.925287 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'tag': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'status': 'completed', 'code': 200} Nov 18 16:30:34.959518 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a01ffa50-ed41-402d-a213-17a559b24133 req-71478b1f-0052-4e21-95de-d5256134ccec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 1162 time: 0.0824609 Nov 18 16:30:35.012423 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-54bce657-0b39-457f-87a5-57c122fad281 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:30:35.025158 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c6d4b87-9624-4236-b307-deec73fafedb req-01b6a3c0-d1e0-4036-ae26-25fb579d37e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 1162 time: 0.0766010 Nov 18 16:30:35.105668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ffa50-ed41-402d-a213-17a559b24133 req-dc659407-6b59-4553-b2cd-261bbca81bfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:35.107219 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a01ffa50-ed41-402d-a213-17a559b24133 req-dc659407-6b59-4553-b2cd-261bbca81bfe service neutron] 10.222.0.15 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.1410913 Nov 18 16:30:35.174178 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d4b87-9624-4236-b307-deec73fafedb req-d8317837-3e54-4a2c-a890-ac4117f3f802 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:35.175915 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c6d4b87-9624-4236-b307-deec73fafedb req-d8317837-3e54-4a2c-a890-ac4117f3f802 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.1394024 Nov 18 16:30:35.218772 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a01ffa50-ed41-402d-a213-17a559b24133 req-ca08cfd8-7f58-4b01-8ee6-7b7005af2228 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=babfd660-83a6-457e-884a-aa3f57d24c59 HTTP/1.1" status: 200 len: 999 time: 0.1046941 Nov 18 16:30:35.292533 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c6d4b87-9624-4236-b307-deec73fafedb req-9f7ff3a8-b29f-4806-a5c3-b8a2b9cc2967 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=babfd660-83a6-457e-884a-aa3f57d24c59 HTTP/1.1" status: 200 len: 999 time: 0.1072369 Nov 18 16:30:35.294562 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ffa50-ed41-402d-a213-17a559b24133 req-ef353286-d6ef-471c-b6d4-160c09f1b34e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:35.296210 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a01ffa50-ed41-402d-a213-17a559b24133 req-ef353286-d6ef-471c-b6d4-160c09f1b34e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.0696778 Nov 18 16:30:35.379848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d4b87-9624-4236-b307-deec73fafedb req-e39f3e10-15a7-4acd-9a80-2e5af6f664f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:35.382450 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c6d4b87-9624-4236-b307-deec73fafedb req-e39f3e10-15a7-4acd-9a80-2e5af6f664f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.0807745 Nov 18 16:30:35.392605 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a01ffa50-ed41-402d-a213-17a559b24133 req-7b2e31c8-f984-4d81-9fbe-f832faf53a47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839748 Nov 18 16:30:35.396047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-54bce657-0b39-457f-87a5-57c122fad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': 'f86ba5f1-7555-42d2-9b11-80cd35fcad88', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:7d:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:30:31Z', 'updated_at': '2020-11-18T16:30:33Z', 'revision_number': 1, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:35.400437 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bce657-0b39-457f-87a5-57c122fad281 None None] Checking router: 4b716cd0-5cce-444b-b689-dd6248265558 for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:30:35.421053 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bce657-0b39-457f-87a5-57c122fad281 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:30:35.421752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-54bce657-0b39-457f-87a5-57c122fad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:30:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:35.541932 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c6d4b87-9624-4236-b307-deec73fafedb req-331ab8f7-a29f-4723-9840-323392bb9082 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1476071 Nov 18 16:30:35.544173 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a01ffa50-ed41-402d-a213-17a559b24133 req-3e0f3a75-9d6f-4e57-9897-a74c21a5bb71 service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439650 Nov 18 16:30:35.548747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69330b-67dc-4be3-a768-6ce716936120 req-4541055e-46b5-4fac-9f6c-a94008b3da93 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:35.550279 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7d69330b-67dc-4be3-a768-6ce716936120 req-4541055e-46b5-4fac-9f6c-a94008b3da93 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.1214006 Nov 18 16:30:35.616458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-54bce657-0b39-457f-87a5-57c122fad281 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:30:35.693561 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a01ffa50-ed41-402d-a213-17a559b24133 req-47e4b143-6d35-401b-ae22-388b706680b5 service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419959 Nov 18 16:30:35.714299 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7d69330b-67dc-4be3-a768-6ce716936120 req-5f791a96-83e6-404f-b5bb-1c3dfeb82f8c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576533 Nov 18 16:30:35.741142 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c6d4b87-9624-4236-b307-deec73fafedb req-09743276-ee5d-4bbb-b014-05708067ad05 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665595 Nov 18 16:30:35.893719 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2c6d4b87-9624-4236-b307-deec73fafedb req-229d1697-ffce-4ebb-9d29-c9e913840206 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1448162 Nov 18 16:30:36.006136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-54bce657-0b39-457f-87a5-57c122fad281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': 'f86ba5f1-7555-42d2-9b11-80cd35fcad88', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:7d:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:30:31Z', 'updated_at': '2020-11-18T16:30:33Z', 'revision_number': 1, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:30:36.010320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bce657-0b39-457f-87a5-57c122fad281 None None] The sync data for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi is: [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': 'f86ba5f1-7555-42d2-9b11-80cd35fcad88', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:7d:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:30:31Z', 'updated_at': '2020-11-18T16:30:33Z', 'revision_number': 1, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:30:36.308399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567fd1f-2658-4899-9f9a-6353c4a2d691 None None] New status for floating IP f86ba5f1-7555-42d2-9b11-80cd35fcad88: ACTIVE {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:30:36.932272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77da25-5db3-4fca-b328-0dc20b15cba9 req-2fad4268-9682-4813-b412-f6327b32649c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:36.933902 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3a77da25-5db3-4fca-b328-0dc20b15cba9 req-2fad4268-9682-4813-b412-f6327b32649c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0843818 Nov 18 16:30:36.981868 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3a77da25-5db3-4fca-b328-0dc20b15cba9 req-c9413401-78d0-41b1-9b19-889e29d98704 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417752 Nov 18 16:30:38.197918 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc469668-98f1-4244-9742-1a95871e55b4 req-9b72c88a-05f2-4776-a4f2-2f1b911879b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:38.199536 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dc469668-98f1-4244-9742-1a95871e55b4 req-9b72c88a-05f2-4776-a4f2-2f1b911879b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0857732 Nov 18 16:30:38.247108 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dc469668-98f1-4244-9742-1a95871e55b4 req-fc4e13d5-5a65-4121-913f-fbc3eb0ca530 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412672 Nov 18 16:30:39.456331 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda486e7-630c-405b-88eb-efa15fe6f5a8 req-57ae5bf0-11cc-49bb-8fcc-b1881fcf5838 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:39.458357 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eda486e7-630c-405b-88eb-efa15fe6f5a8 req-57ae5bf0-11cc-49bb-8fcc-b1881fcf5838 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0826905 Nov 18 16:30:39.508576 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eda486e7-630c-405b-88eb-efa15fe6f5a8 req-bd00ea14-4e4d-4a83-9ec2-8f8f0eeda058 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442476 Nov 18 16:30:40.718840 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f49c8e-0869-4323-8a56-38f978b87520 req-14732b07-1830-421f-981a-a2817e88370b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:40.720483 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e0f49c8e-0869-4323-8a56-38f978b87520 req-14732b07-1830-421f-981a-a2817e88370b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0833178 Nov 18 16:30:40.768366 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e0f49c8e-0869-4323-8a56-38f978b87520 req-c75c55ad-4525-49fe-ab62-9312befa0b10 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411735 Nov 18 16:30:41.983878 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8edb9a-1c21-4317-9689-852410d5c35c req-0df7143c-fb4b-436f-8098-bf7a7d3e9d4d tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:41.985552 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1a8edb9a-1c21-4317-9689-852410d5c35c req-0df7143c-fb4b-436f-8098-bf7a7d3e9d4d tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0860991 Nov 18 16:30:42.033411 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1a8edb9a-1c21-4317-9689-852410d5c35c req-85552b33-ac28-474e-a529-8a2243733b98 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412509 Nov 18 16:30:43.378051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6024840-8f17-442b-9c4e-3cad4f068305 req-1d600e0e-3a32-4099-bcfa-66f6d3961446 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:43.380132 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e6024840-8f17-442b-9c4e-3cad4f068305 req-1d600e0e-3a32-4099-bcfa-66f6d3961446 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0828812 Nov 18 16:30:43.426618 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e6024840-8f17-442b-9c4e-3cad4f068305 req-a5a84ceb-103c-4ff5-853d-fa0132934de0 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404179 Nov 18 16:30:44.484174 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:44.640786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c337dc-5810-466b-9563-e952c1cd3162 req-d41d8769-d070-4cdc-a3e5-1dbd35c14312 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:44.642365 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6c337dc-5810-466b-9563-e952c1cd3162 req-d41d8769-d070-4cdc-a3e5-1dbd35c14312 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0856068 Nov 18 16:30:44.690382 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f6c337dc-5810-466b-9563-e952c1cd3162 req-4a51ee0b-8eff-4787-b9a4-ff62a977154a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410697 Nov 18 16:30:45.900233 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f33a5c-eb78-4323-bafd-2599f692230e req-8d4090ae-125f-4904-8450-f889b67e583a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:45.901813 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e7f33a5c-eb78-4323-bafd-2599f692230e req-8d4090ae-125f-4904-8450-f889b67e583a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0811820 Nov 18 16:30:45.952581 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e7f33a5c-eb78-4323-bafd-2599f692230e req-59a5fe4d-0e9f-435b-af8a-5c5573f83d3b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448806 Nov 18 16:30:47.162689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecfa57-abea-49e7-91dc-ae9a37be6227 req-d34fcd37-9a45-43ea-bcf0-17a2a435f6b2 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:47.164431 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5ecfa57-abea-49e7-91dc-ae9a37be6227 req-d34fcd37-9a45-43ea-bcf0-17a2a435f6b2 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0833659 Nov 18 16:30:47.211954 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e5ecfa57-abea-49e7-91dc-ae9a37be6227 req-94beac7b-96d3-4483-b5ab-545699bd6084 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 Nov 18 16:30:47.642280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ddacf-a8fa-4706-a9fe-047c77c04c82 req-4d543b83-21b6-4083-8d3e-c00ee74dcb05 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:47.643792 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-927ddacf-a8fa-4706-a9fe-047c77c04c82 req-4d543b83-21b6-4083-8d3e-c00ee74dcb05 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.1313994 Nov 18 16:30:47.696180 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2d15f67f-48e7-4056-b820-72b3c4471460 req-cd7c6e27-6916-4389-b592-d38b32f20a52 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeb580cf3a5f44b8831c32865a294c26&device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 1163 time: 0.1270132 Nov 18 16:30:47.727052 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-927ddacf-a8fa-4706-a9fe-047c77c04c82 req-906d5857-c6d5-4bcc-97b5-f709a00ac8b1 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725820 Nov 18 16:30:47.843373 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15f67f-48e7-4056-b820-72b3c4471460 req-0c83e44b-95a9-497a-8069-98c66002e981 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:47.844984 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2d15f67f-48e7-4056-b820-72b3c4471460 req-0c83e44b-95a9-497a-8069-98c66002e981 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 200 len: 903 time: 0.1401560 Nov 18 16:30:47.972254 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2d15f67f-48e7-4056-b820-72b3c4471460 req-6f7f9299-81db-4a47-896f-2699a225705d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40b9fe13-9c90-4edd-92dc-660838ae9fa7 HTTP/1.1" status: 200 len: 1001 time: 0.1010418 Nov 18 16:30:48.040533 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15f67f-48e7-4056-b820-72b3c4471460 req-2c8755c7-78f3-4db4-95f4-31483494fbbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:48.042054 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2d15f67f-48e7-4056-b820-72b3c4471460 req-2c8755c7-78f3-4db4-95f4-31483494fbbc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=694ea650-631a-4d5b-99f1-da9e1c62ca3c HTTP/1.1" status: 200 len: 848 time: 0.0624628 Nov 18 16:30:48.127196 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2d15f67f-48e7-4056-b820-72b3c4471460 req-c13f8db2-ebba-4109-b365-477489752d8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34419161-9207-4159-bf2c-4dd3d8b2a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743458 Nov 18 16:30:48.269769 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2d15f67f-48e7-4056-b820-72b3c4471460 req-40344c66-22af-4553-9053-0e72ef3aebb7 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330361 Nov 18 16:30:48.416810 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2d15f67f-48e7-4056-b820-72b3c4471460 req-433f242d-3d85-4f60-b3f7-ef6d8edb4aec service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1322713 Nov 18 16:30:49.141216 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caaa61-bc47-4b5d-b61b-cfbb92ab9768 req-4c8dc81c-ee4f-4e60-ae87-de9ba5d8002a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:49.142764 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-51caaa61-bc47-4b5d-b61b-cfbb92ab9768 req-4c8dc81c-ee4f-4e60-ae87-de9ba5d8002a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.2870593 Nov 18 16:30:49.190396 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-51caaa61-bc47-4b5d-b61b-cfbb92ab9768 req-06aad1ed-bd51-4b8a-b377-4fe20448fe73 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408635 Nov 18 16:30:50.399981 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714218f7-6328-4d1d-8773-41a96caf2f44 req-2cff6bb0-1211-47f8-bc51-4739a1062db5 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:30:50.401466 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-714218f7-6328-4d1d-8773-41a96caf2f44 req-2cff6bb0-1211-47f8-bc51-4739a1062db5 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0840702 Nov 18 16:30:50.447449 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-714218f7-6328-4d1d-8773-41a96caf2f44 req-c269fc24-f747-4f2a-9306-6a4c2ce6daea tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400069 Nov 18 16:30:56.734661 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-db051f3a-3737-476a-b33b-2d220104f8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:59.317288 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9a7c219f-1595-4bb7-8fe9-d0741b1795c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:30:59.700152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:00.691658 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:01.212894 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:03.877093 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:31:14.473612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:26.736744 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-50b4b251-ef2b-41e8-b982-d75471126c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:29.317638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e5e56e0f-b193-4341-8d84-a269eb084128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:29.704379 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:30.693831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:31.214605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:31.268616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a57875-9f7b-4c51-8a6d-6554b6122be5 req-81384126-7a96-4735-bd64-908a8181ae57 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:31.270249 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f0a57875-9f7b-4c51-8a6d-6554b6122be5 req-81384126-7a96-4735-bd64-908a8181ae57 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.2168880 Nov 18 16:31:31.318405 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f0a57875-9f7b-4c51-8a6d-6554b6122be5 req-341b7ae3-1f1f-4bc9-bc0e-e6bad2cdacd0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419543 Nov 18 16:31:32.543975 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529af11-fbed-4efb-98f2-7df9855fd115 req-c1a9eb49-b57d-44a0-876a-d1870052e5c2 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:32.545563 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6529af11-fbed-4efb-98f2-7df9855fd115 req-c1a9eb49-b57d-44a0-876a-d1870052e5c2 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0818419 Nov 18 16:31:32.596888 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6529af11-fbed-4efb-98f2-7df9855fd115 req-d0c1e85b-c193-464c-aa69-edf94340a37d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446303 Nov 18 16:31:33.824874 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2045ffb-9872-4485-b485-19a7c8a9bd88 req-90c53cc9-fda4-43ea-a880-269fa61be759 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:33.826736 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2045ffb-9872-4485-b485-19a7c8a9bd88 req-90c53cc9-fda4-43ea-a880-269fa61be759 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0869696 Nov 18 16:31:33.874221 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2045ffb-9872-4485-b485-19a7c8a9bd88 req-a7ff0834-550b-4078-a5d6-2d65ca9e5c8c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412731 Nov 18 16:31:35.100950 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badeea89-43a0-41d5-b5fc-285a87946364 req-0db601e1-f654-4c15-b76a-527c053065b5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:35.102441 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-badeea89-43a0-41d5-b5fc-285a87946364 req-0db601e1-f654-4c15-b76a-527c053065b5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0817425 Nov 18 16:31:35.149339 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-badeea89-43a0-41d5-b5fc-285a87946364 req-82977d9d-8204-484d-9522-26160ff4b20e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409358 Nov 18 16:31:36.375244 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19287f5-e1c2-46ef-8c13-1b57264eac0f req-7e96b813-606c-471a-a51a-8d4b75b32a17 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:36.376868 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a19287f5-e1c2-46ef-8c13-1b57264eac0f req-7e96b813-606c-471a-a51a-8d4b75b32a17 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0823495 Nov 18 16:31:36.426929 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a19287f5-e1c2-46ef-8c13-1b57264eac0f req-62c3f79a-f296-4ca3-821e-e022375fe904 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440238 Nov 18 16:31:37.653955 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252a024-4fb8-4a9d-9aed-98dc83a720b8 req-414b90ac-a5ee-4afb-b223-2e4909742a2e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:37.655550 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8252a024-4fb8-4a9d-9aed-98dc83a720b8 req-414b90ac-a5ee-4afb-b223-2e4909742a2e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0867097 Nov 18 16:31:37.702997 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8252a024-4fb8-4a9d-9aed-98dc83a720b8 req-6d0f2bb8-c9e8-4cda-bc7f-164566e12580 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407000 Nov 18 16:31:38.937276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a0cd1-cb71-490e-b695-d13030ec3516 req-fa599109-cd2d-4cc2-abf7-33cb2f455dc7 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:38.938856 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fc7a0cd1-cb71-490e-b695-d13030ec3516 req-fa599109-cd2d-4cc2-abf7-33cb2f455dc7 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0826356 Nov 18 16:31:38.986337 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fc7a0cd1-cb71-490e-b695-d13030ec3516 req-75a2c2c9-3309-44d7-ae00-d7676b4ba2e4 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407391 Nov 18 16:31:40.209461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864bfff-2626-4d8f-aa30-62dd69a53e7e req-6324eaec-e7d8-4613-ae1a-92a204315288 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:40.210968 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e864bfff-2626-4d8f-aa30-62dd69a53e7e req-6324eaec-e7d8-4613-ae1a-92a204315288 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0823975 Nov 18 16:31:40.257919 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e864bfff-2626-4d8f-aa30-62dd69a53e7e req-d0fe038b-105a-4c3f-8699-47cd4eb9fa12 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409391 Nov 18 16:31:40.878417 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:31:41.484590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222dc926-15bc-48b9-ad88-ba5dfcab11bd req-217a28c1-5861-49da-af96-63b377ed8e29 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:41.486176 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-222dc926-15bc-48b9-ad88-ba5dfcab11bd req-217a28c1-5861-49da-af96-63b377ed8e29 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0858295 Nov 18 16:31:41.534013 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-222dc926-15bc-48b9-ad88-ba5dfcab11bd req-fac25981-830b-4f56-815c-a5bea83097af tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417311 Nov 18 16:31:42.582980 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0213f2e2-04c1-441d-9543-5016e31c469e req-5f7c5b0d-4634-4453-8a8c-378b402f1010 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0732770 Nov 18 16:31:42.751371 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0213f2e2-04c1-441d-9543-5016e31c469e req-2058e859-75be-4473-98d7-72542b12869c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeb580cf3a5f44b8831c32865a294c26&device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 1163 time: 0.0803144 Nov 18 16:31:42.770929 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21737a0-898b-4274-8070-1cc2d6b4a4dd req-87a53489-865f-46fb-a72d-2be3595c9d30 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:42.772563 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d21737a0-898b-4274-8070-1cc2d6b4a4dd req-87a53489-865f-46fb-a72d-2be3595c9d30 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0879812 Nov 18 16:31:42.822343 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d21737a0-898b-4274-8070-1cc2d6b4a4dd req-78461266-ebff-44b1-9f53-2d453c5b0df1 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434196 Nov 18 16:31:42.916552 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213f2e2-04c1-441d-9543-5016e31c469e req-a6ac1b0f-d14b-468e-856e-8b3aa9a32b56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:42.918139 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0213f2e2-04c1-441d-9543-5016e31c469e req-a6ac1b0f-d14b-468e-856e-8b3aa9a32b56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 200 len: 903 time: 0.1408951 Nov 18 16:31:43.024527 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0213f2e2-04c1-441d-9543-5016e31c469e req-e8cb46ab-81f3-45e5-9899-4eced7f94a7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40b9fe13-9c90-4edd-92dc-660838ae9fa7 HTTP/1.1" status: 200 len: 1001 time: 0.0964067 Nov 18 16:31:43.096124 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213f2e2-04c1-441d-9543-5016e31c469e req-5159ed47-3c5e-435d-87eb-ca61e383d9e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:43.098112 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0213f2e2-04c1-441d-9543-5016e31c469e req-5159ed47-3c5e-435d-87eb-ca61e383d9e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=694ea650-631a-4d5b-99f1-da9e1c62ca3c HTTP/1.1" status: 200 len: 848 time: 0.0652912 Nov 18 16:31:43.184162 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0213f2e2-04c1-441d-9543-5016e31c469e req-eccd978b-a6ab-4ff2-ba14-d088a7d1da73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34419161-9207-4159-bf2c-4dd3d8b2a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725114 Nov 18 16:31:43.205921 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-0213f2e2-04c1-441d-9543-5016e31c469e req-14e7c80b-5cd5-4570-95e6-3c5bc67ed228 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:31:43.207451 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0213f2e2-04c1-441d-9543-5016e31c469e req-14e7c80b-5cd5-4570-95e6-3c5bc67ed228 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0051262 Nov 18 16:31:43.352467 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0213f2e2-04c1-441d-9543-5016e31c469e req-437dc5ff-22ba-476d-bba1-c94dfbed2358 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337523 Nov 18 16:31:43.497276 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0213f2e2-04c1-441d-9543-5016e31c469e req-43c2d298-2b30-42b9-ad97-6d91b626668f service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1347835 Nov 18 16:31:44.053945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2748-8cc1-408b-ab55-3dd706f4e648 req-0c96e715-2c81-42e9-8334-7d2041318ad5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:44.055456 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-369b2748-8cc1-408b-ab55-3dd706f4e648 req-0c96e715-2c81-42e9-8334-7d2041318ad5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0863118 Nov 18 16:31:44.102776 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-369b2748-8cc1-408b-ab55-3dd706f4e648 req-03ee511f-e9e2-4ac1-b29e-6d883e6b554d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412514 Nov 18 16:31:44.474507 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:45.323400 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce8bbf-ee71-4707-a40e-7ed6b5b4b54e req-9ba9bbb1-6043-4784-a200-103c74daaf11 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:45.324996 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a9ce8bbf-ee71-4707-a40e-7ed6b5b4b54e req-9ba9bbb1-6043-4784-a200-103c74daaf11 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0817804 Nov 18 16:31:45.372341 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a9ce8bbf-ee71-4707-a40e-7ed6b5b4b54e req-2eda964f-8ec9-4154-a7f2-52791c588f35 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411444 Nov 18 16:31:46.603352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75702e69-6dea-4372-8dd6-9b9897fdf7e9 req-3198290a-5598-480e-8e46-71ef53f1289f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:46.604924 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-75702e69-6dea-4372-8dd6-9b9897fdf7e9 req-3198290a-5598-480e-8e46-71ef53f1289f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0841141 Nov 18 16:31:46.653096 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-75702e69-6dea-4372-8dd6-9b9897fdf7e9 req-85dc2f77-d2b0-4dd6-af1e-98f15052ffb8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419896 Nov 18 16:31:47.882065 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28435f8e-8af6-425c-8a92-62c98c70a97d req-2b5bd39e-fb44-4734-bb21-16feb3cc2cd7 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:47.883669 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28435f8e-8af6-425c-8a92-62c98c70a97d req-2b5bd39e-fb44-4734-bb21-16feb3cc2cd7 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0859735 Nov 18 16:31:47.931570 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-28435f8e-8af6-425c-8a92-62c98c70a97d req-8abb68c2-0f90-4490-aa42-3d7fbb01b41e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417013 Nov 18 16:31:49.156652 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99432cef-e64a-430a-9401-576e7402d8be req-581fbe70-55f1-42f0-a2f8-dbb6a86674a2 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:49.158219 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-99432cef-e64a-430a-9401-576e7402d8be req-581fbe70-55f1-42f0-a2f8-dbb6a86674a2 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0842323 Nov 18 16:31:49.205425 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-99432cef-e64a-430a-9401-576e7402d8be req-685d12be-30bb-471a-9fa0-31664bf4fb7e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411854 Nov 18 16:31:50.429361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282156d-1df8-4db8-b2f6-e0bbbee00f5b req-91586de5-3e41-411a-ac2d-3f972e21ed3f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:50.430947 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a282156d-1df8-4db8-b2f6-e0bbbee00f5b req-91586de5-3e41-411a-ac2d-3f972e21ed3f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0813653 Nov 18 16:31:50.482595 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a282156d-1df8-4db8-b2f6-e0bbbee00f5b req-5fc1f861-a4fe-4a80-8592-ea064347224f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453699 Nov 18 16:31:51.708347 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d8500-f7df-4849-860a-8feb1eafd29e req-ebe13614-4a7c-4473-91c0-e800df518e75 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:51.709917 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-040d8500-f7df-4849-860a-8feb1eafd29e req-ebe13614-4a7c-4473-91c0-e800df518e75 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0813200 Nov 18 16:31:51.761239 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-040d8500-f7df-4849-860a-8feb1eafd29e req-f5e4dc0c-f24b-4180-8967-b39b9658ef8f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453129 Nov 18 16:31:52.988439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8789ba1-eb55-4eba-86b6-c7033d48fa77 req-c305c23d-6c28-4a7e-a03f-906a82301681 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:52.989948 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8789ba1-eb55-4eba-86b6-c7033d48fa77 req-c305c23d-6c28-4a7e-a03f-906a82301681 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0840104 Nov 18 16:31:53.037480 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a8789ba1-eb55-4eba-86b6-c7033d48fa77 req-1d15d9ef-2db7-4ed4-84bc-d507744d88ab tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414264 Nov 18 16:31:54.380028 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758e531-1973-4579-abb7-124427ddac1d req-226c55d7-ba36-426d-add8-c57220634e9e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:54.381637 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c758e531-1973-4579-abb7-124427ddac1d req-226c55d7-ba36-426d-add8-c57220634e9e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0837936 Nov 18 16:31:54.429021 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c758e531-1973-4579-abb7-124427ddac1d req-a372c12c-21e3-46bd-bd26-c0d550daf961 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412667 Nov 18 16:31:55.661085 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8b610-71a8-47e7-a0c6-f6443c90aac1 req-471e8fb5-0d7a-4595-8b89-1ddf474ac3e9 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:55.662718 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-52c8b610-71a8-47e7-a0c6-f6443c90aac1 req-471e8fb5-0d7a-4595-8b89-1ddf474ac3e9 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0877581 Nov 18 16:31:55.713576 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-52c8b610-71a8-47e7-a0c6-f6443c90aac1 req-4e6c0240-b70b-498d-bf84-2c73435e85f8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445299 Nov 18 16:31:56.205862 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa26ea-e6f5-4567-9fdd-8521a29f63f7 req-3220f102-bb20-4976-aef5-fdd321338194 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:56.208183 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dcaa26ea-e6f5-4567-9fdd-8521a29f63f7 req-3220f102-bb20-4976-aef5-fdd321338194 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0920043 Nov 18 16:31:56.260334 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dcaa26ea-e6f5-4567-9fdd-8521a29f63f7 req-3acccb81-3ba2-484b-a68b-31db05f47c7e tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453534 Nov 18 16:31:56.742415 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a3e9fce0-f42c-4cc4-8e96-a6a166e0a743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:56.957312 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b04a0d-0a27-4f6e-aee7-a339a31ea046 req-ef0e5544-b7ba-4c16-9922-668044bc4e73 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:56.959866 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-78b04a0d-0a27-4f6e-aee7-a339a31ea046 req-ef0e5544-b7ba-4c16-9922-668044bc4e73 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0967753 Nov 18 16:31:57.009350 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-78b04a0d-0a27-4f6e-aee7-a339a31ea046 req-d04ad9be-abc3-4303-a75c-d89c76f4ca67 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435910 Nov 18 16:31:57.502978 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b5538-4233-40ef-83e5-e32e909b3d95 req-0992936c-8328-448c-97d6-b3c2979b3c4a tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:57.506322 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-874b5538-4233-40ef-83e5-e32e909b3d95 req-0992936c-8328-448c-97d6-b3c2979b3c4a tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0964468 Nov 18 16:31:57.561742 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-874b5538-4233-40ef-83e5-e32e909b3d95 req-0d2f8b12-5c6c-4155-9340-1de5eb57c649 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0494089 Nov 18 16:31:58.267088 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afff089-ae5c-4fb7-8b72-5150ebe985eb req-0ba2e488-104b-4041-953a-52109410d7af tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:58.269864 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3afff089-ae5c-4fb7-8b72-5150ebe985eb req-0ba2e488-104b-4041-953a-52109410d7af tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0933013 Nov 18 16:31:58.324252 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3afff089-ae5c-4fb7-8b72-5150ebe985eb req-d8c74477-4db9-4b17-921e-ea7fee311c78 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473936 Nov 18 16:31:58.775619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db00bdc-29d8-4719-9dac-34f08d06cb41 req-5fe12ec3-cdeb-4b66-8d7e-6b1bf2478432 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:58.777365 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3db00bdc-29d8-4719-9dac-34f08d06cb41 req-5fe12ec3-cdeb-4b66-8d7e-6b1bf2478432 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0868039 Nov 18 16:31:58.832132 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3db00bdc-29d8-4719-9dac-34f08d06cb41 req-b8af984f-15ba-48ab-a6fe-b2b3a7e6f79e tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475478 Nov 18 16:31:59.321932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9d49959b-bf21-4bc0-961e-04083c946019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:31:59.592480 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee2ef4-4bdc-4a5b-9d83-60aab0296394 req-1353888f-9faa-4a2b-8440-6b31cd270e72 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:31:59.594212 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7eee2ef4-4bdc-4a5b-9d83-60aab0296394 req-1353888f-9faa-4a2b-8440-6b31cd270e72 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.1146169 Nov 18 16:31:59.650299 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7eee2ef4-4bdc-4a5b-9d83-60aab0296394 req-1c91024e-43ec-4f36-aee1-8f80951b3cc3 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489311 Nov 18 16:31:59.735418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:00.061709 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dedf7f-07fa-48af-9c13-f05b892716f7 req-1bbfe4f8-ddd4-4920-8d6d-9542fafbb59c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:00.063477 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-51dedf7f-07fa-48af-9c13-f05b892716f7 req-1bbfe4f8-ddd4-4920-8d6d-9542fafbb59c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0978179 Nov 18 16:32:00.118310 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-51dedf7f-07fa-48af-9c13-f05b892716f7 req-7ca3b057-e0cb-444f-85fe-75132e173fb6 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0486331 Nov 18 16:32:00.699019 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:00.927599 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d39d5-68bc-4075-8296-03f76202969f req-89db499d-7f77-4a75-bb20-c92487f1b696 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:00.929511 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d95d39d5-68bc-4075-8296-03f76202969f req-89db499d-7f77-4a75-bb20-c92487f1b696 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.1222587 Nov 18 16:32:00.986961 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d95d39d5-68bc-4075-8296-03f76202969f req-1ff01483-910b-499b-8a7f-36fb73078866 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508683 Nov 18 16:32:01.221915 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:01.352377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113c448-ac8a-4f6a-8323-1dbd556257b6 req-cceabf9f-58d2-4045-abad-91cd76468a3c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:01.353911 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f113c448-ac8a-4f6a-8323-1dbd556257b6 req-cceabf9f-58d2-4045-abad-91cd76468a3c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0881498 Nov 18 16:32:01.417435 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f113c448-ac8a-4f6a-8323-1dbd556257b6 req-db352a4c-dd1e-4805-93a3-7427988005c4 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0528822 Nov 18 16:32:02.226265 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e7468-5712-44e9-afc6-9464b1653705 req-e0e2eab0-257c-4230-a2ef-27e10a7ca26a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:02.228431 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ba5e7468-5712-44e9-afc6-9464b1653705 req-e0e2eab0-257c-4230-a2ef-27e10a7ca26a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0909872 Nov 18 16:32:02.282218 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ba5e7468-5712-44e9-afc6-9464b1653705 req-88e6090f-9f2b-4326-a547-d64e77f0789d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466368 Nov 18 16:32:02.646753 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c860012-588d-473f-a8f3-12e7b127d21a req-f4b9c6f8-d2d1-42bd-8304-0c630676dd60 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:02.649170 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4c860012-588d-473f-a8f3-12e7b127d21a req-f4b9c6f8-d2d1-42bd-8304-0c630676dd60 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.1014781 Nov 18 16:32:02.703464 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4c860012-588d-473f-a8f3-12e7b127d21a req-ef725f63-694e-4281-b230-16788dab3f89 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0474503 Nov 18 16:32:02.794294 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a899f-03b5-45c0-8242-3da038a44c43 req-595b5530-3332-4bbc-ae50-5eba06aebef3 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:02.796292 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fe7a899f-03b5-45c0-8242-3da038a44c43 req-595b5530-3332-4bbc-ae50-5eba06aebef3 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0950406 Nov 18 16:32:02.849546 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fe7a899f-03b5-45c0-8242-3da038a44c43 req-abd2a25f-36a3-41ad-bb17-327e2a71c917 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462589 Nov 18 16:32:03.534928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b781c38-0b32-4589-8353-5f9506ae5897 req-69f4f552-77dd-43da-a46e-4223df974dfb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:03.536614 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0b781c38-0b32-4589-8353-5f9506ae5897 req-69f4f552-77dd-43da-a46e-4223df974dfb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0977364 Nov 18 16:32:03.588321 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0b781c38-0b32-4589-8353-5f9506ae5897 req-7cdfdd42-518b-4f28-94a7-07631732a34d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452607 Nov 18 16:32:03.941451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d8d0f-3588-4a60-b49e-ad622f83bbd2 req-60317425-4d4c-4b17-b43c-4147b4a74f26 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:03.943369 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a34d8d0f-3588-4a60-b49e-ad622f83bbd2 req-60317425-4d4c-4b17-b43c-4147b4a74f26 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0985167 Nov 18 16:32:04.001519 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a34d8d0f-3588-4a60-b49e-ad622f83bbd2 req-425b7e75-13ed-4208-b3ea-9e7fa640b4ca tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0518436 Nov 18 16:32:04.119032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88954250-c596-452e-9e0d-e128fa5343d0 req-ce042987-7303-4591-b3d8-9ec5e669b073 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:04.126937 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-88954250-c596-452e-9e0d-e128fa5343d0 req-ce042987-7303-4591-b3d8-9ec5e669b073 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.1002040 Nov 18 16:32:04.176339 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-88954250-c596-452e-9e0d-e128fa5343d0 req-355a582a-282c-4a5e-a936-f9c3b1dc960d tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483408 Nov 18 16:32:04.318610 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-c71d4cfc-36ab-45dd-8f37-b2540fdf8be7 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:04.320243 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-c71d4cfc-36ab-45dd-8f37-b2540fdf8be7 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.49 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 946 time: 0.0859568 Nov 18 16:32:04.375502 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 40b9fe13-9c90-4edd-92dc-660838ae9fa7 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:32:04.404185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Deleting port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:32:04.404843 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:04.506499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:04.541346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40b9fe13-9c90-4edd-92dc-660838ae9fa7'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:04.554650 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 40b9fe13-9c90-4edd-92dc-660838ae9fa7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=40b9fe13-9c90-4edd-92dc-660838ae9fa7,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:32:04.565333 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:04.570202 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:04.621304 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40b9fe13-9c90-4edd-92dc-660838ae9fa7', 'code': 200} Nov 18 16:32:04.680479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=40b9fe13-9c90-4edd-92dc-660838ae9fa7,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:04.693910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.694313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.695540 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.696472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.696878 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.697265 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.697648 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.698029 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.698420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.698786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.699290 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.699702 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.700125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.700494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.701117 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.701499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.701855 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.702225 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.702665 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.703352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.703846 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.705081 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.705472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.705895 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:04.725060 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:04.741329 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] For port 40b9fe13-9c90-4edd-92dc-660838ae9fa7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=40b9fe13-9c90-4edd-92dc-660838ae9fa7,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:32:04.741871 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:05.147892 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c761096-1264-4dc6-9a36-ae5a174ae346 req-0fcea989-c4f9-4b82-9346-d281c806d12f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:05.156134 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8c761096-1264-4dc6-9a36-ae5a174ae346 req-0fcea989-c4f9-4b82-9346-d281c806d12f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.3333354 Nov 18 16:32:05.247572 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0e328-808c-4115-8229-90f5e3c09020 req-3b6b14ea-f9d4-4f60-abb1-bec977921389 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:05.249413 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-14a0e328-808c-4115-8229-90f5e3c09020 req-3b6b14ea-f9d4-4f60-abb1-bec977921389 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.1088035 Nov 18 16:32:05.302793 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-14a0e328-808c-4115-8229-90f5e3c09020 req-8c01cc14-7406-4331-bf9c-39a70ecc3595 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0461953 Nov 18 16:32:05.427980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:05.428410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:05.428767 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Floating IP 7457f529-2126-46d3-81fb-e53725945824 disassociated. External IP: 172.27.0.23, port: 40b9fe13-9c90-4edd-92dc-660838ae9fa7. Nov 18 16:32:05.429152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Calling delete_port for 40b9fe13-9c90-4edd-92dc-660838ae9fa7 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:32:05.517303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99eb9f-95dd-4c4e-8ed5-ca3dd392332d req-918f5e7a-ba99-4851-a813-839c4b232487 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:05.519706 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0a99eb9f-95dd-4c4e-8ed5-ca3dd392332d req-918f5e7a-ba99-4851-a813-839c4b232487 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 944 time: 0.0930498 Nov 18 16:32:05.560056 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8c761096-1264-4dc6-9a36-ae5a174ae346 req-556703ec-5af0-4ecc-a261-5a866abe6805 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4020331 Nov 18 16:32:05.584204 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0a99eb9f-95dd-4c4e-8ed5-ca3dd392332d req-76cff29e-6d86-470b-a2cc-de4f521ed3e9 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577941 Nov 18 16:32:05.605594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:32:05.606222 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:32:06.107695 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Deleting port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:32:06.108113 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:06.434195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bb689807-f313-4e40-85b4-1f6f625df373 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:32:06.490703 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] For port 40b9fe13-9c90-4edd-92dc-660838ae9fa7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=40b9fe13-9c90-4edd-92dc-660838ae9fa7,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:32:06.491108 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:06.535510 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port bb689807-f313-4e40-85b4-1f6f625df373 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:06.536260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:06.663931 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eedb1321-9e59-405c-9a36-6c15ada74e34 req-a18b7aab-6597-4725-9c9e-e36366775a40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f60209aecd2c483ba2ca662ee690d91b&device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 1163 time: 0.3351750 Nov 18 16:32:06.934632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:06.934632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:06.934632 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Floating IP 7457f529-2126-46d3-81fb-e53725945824 disassociated. External IP: 172.27.0.23, port: 40b9fe13-9c90-4edd-92dc-660838ae9fa7. Nov 18 16:32:06.934632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Calling delete_port for 40b9fe13-9c90-4edd-92dc-660838ae9fa7 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:32:07.034337 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a9642-6c53-48c6-97a3-5046c63afb21 req-726be79a-81fd-4cbd-ab47-419728830860 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:07.041997 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-453a9642-6c53-48c6-97a3-5046c63afb21 req-726be79a-81fd-4cbd-ab47-419728830860 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 944 time: 0.1997740 Nov 18 16:32:07.089022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd53317-640d-4b02-b299-bb9f0edfcf2c req-dd6bd64e-3d21-44a8-ad6f-d890277fadc2 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:07.090651 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3fd53317-640d-4b02-b299-bb9f0edfcf2c req-dd6bd64e-3d21-44a8-ad6f-d890277fadc2 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.5876994 Nov 18 16:32:07.093180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb1321-9e59-405c-9a36-6c15ada74e34 req-e96e9d4c-e5ea-43bc-9547-0efc7b090777 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:07.094649 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eedb1321-9e59-405c-9a36-6c15ada74e34 req-e96e9d4c-e5ea-43bc-9547-0efc7b090777 service neutron] 10.222.0.49 "GET /v2.0/networks?id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40 HTTP/1.1" status: 200 len: 902 time: 0.4215219 Nov 18 16:32:07.152258 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-453a9642-6c53-48c6-97a3-5046c63afb21 req-9da96f5c-375f-431e-82f6-b3b2cc3d9f93 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=facbc355-4aac-445b-8349-9d96b00c2280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092050 Nov 18 16:32:07.202912 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:07.259950 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3fd53317-640d-4b02-b299-bb9f0edfcf2c req-18f024b4-02d5-4ba0-84c2-a405ab752cc4 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1607938 Nov 18 16:32:07.261679 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eedb1321-9e59-405c-9a36-6c15ada74e34 req-a0c4fbee-2ef6-49dd-bdcc-0e91dd2dca27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb689807-f313-4e40-85b4-1f6f625df373 HTTP/1.1" status: 200 len: 1002 time: 0.1255252 Nov 18 16:32:07.323684 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:07.355197 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb1321-9e59-405c-9a36-6c15ada74e34 req-3716fd4d-d481-43c9-94c6-51767a2fe5b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:07.357166 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eedb1321-9e59-405c-9a36-6c15ada74e34 req-3716fd4d-d481-43c9-94c6-51767a2fe5b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d658e2ab-202c-467c-a475-de43fe4003d5 HTTP/1.1" status: 200 len: 847 time: 0.0877869 Nov 18 16:32:07.420893 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event deleted for resources: {'Port': ['ID=40b9fe13-9c90-4edd-92dc-660838ae9fa7,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:07.455306 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.455666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.456090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.456535 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.456943 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.457065 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eedb1321-9e59-405c-9a36-6c15ada74e34 req-bdc33d23-42d4-40b3-950d-f04a4009d9d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914710 Nov 18 16:32:07.457347 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.457750 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.458151 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.458552 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.458948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.459340 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.459769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.460209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.460603 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.461000 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.461392 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.461785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.462178 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.462576 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.462971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.463361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.463784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.464190 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.464586 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:07.470845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:07.524850 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6d12a-8dcb-4455-997c-bc09d6b54d2d req-bdf317c3-57ba-4fb0-a76c-011c41e8ea41 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:07.526489 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72d6d12a-8dcb-4455-997c-bc09d6b54d2d req-bdf317c3-57ba-4fb0-a76c-011c41e8ea41 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.1691799 Nov 18 16:32:07.629582 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eedb1321-9e59-405c-9a36-6c15ada74e34 req-5b34d06f-985c-4070-bc18-6d4b0ddfc1e6 service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641808 Nov 18 16:32:07.654010 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-72d6d12a-8dcb-4455-997c-bc09d6b54d2d req-c86ca37f-39da-415e-9872-128c9c28f724 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211193 Nov 18 16:32:07.811838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Router 8915eb2b-b359-4b8e-a843-d89a30ed25ec has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:32:07.837440 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eedb1321-9e59-405c-9a36-6c15ada74e34 req-4c757f4a-5394-4a32-880a-02445e6ffca4 service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1991751 Nov 18 16:32:08.031427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:32:08.042728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a01ea2-71b6-44c7-86c8-527123dc6105 None None] Sync routers for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:32:08.055777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a01ea2-71b6-44c7-86c8-527123dc6105 None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:32:08.056472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-d5a01ea2-71b6-44c7-86c8-527123dc6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:31:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:32:08.068046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] No DVR routers for this DVR port 40b9fe13-9c90-4edd-92dc-660838ae9fa7 on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:32:08.070372 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:08.073194 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'name': 'network-vif-deleted', 'tag': '40b9fe13-9c90-4edd-92dc-660838ae9fa7'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:08.089291 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8bc05e9f-0886-4e24-9c61-fa09fc6ecbd2 req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.49 "DELETE /v2.0/ports/40b9fe13-9c90-4edd-92dc-660838ae9fa7 HTTP/1.1" status: 204 len: 173 time: 3.7622166 Nov 18 16:32:08.227440 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60d1a208-d5e6-4b0e-8690-f2ef85962823', 'name': 'network-vif-deleted', 'tag': '40b9fe13-9c90-4edd-92dc-660838ae9fa7', 'status': 'completed', 'code': 200} Nov 18 16:32:08.255742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-d5a01ea2-71b6-44c7-86c8-527123dc6105 None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:32:08.346523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-80f9b6f5-12a3-41b4-a8ef-15fa8b92fc5c req-14c7b0e9-0170-48ac-807b-9a9e44bed244 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Synchronizing usage tracker for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:32:08.366611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-80f9b6f5-12a3-41b4-a8ef-15fa8b92fc5c req-14c7b0e9-0170-48ac-807b-9a9e44bed244 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Unset dirty status for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:32:08.367942 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-80f9b6f5-12a3-41b4-a8ef-15fa8b92fc5c req-14c7b0e9-0170-48ac-807b-9a9e44bed244 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=60d1a208-d5e6-4b0e-8690-f2ef85962823 HTTP/1.1" status: 200 len: 210 time: 0.0675793 Nov 18 16:32:08.483651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a4424-e66c-4cb2-b9ff-60623b568849 req-a945073b-73ab-4788-af4b-a8e76af69a5d tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:08.485214 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5a5a4424-e66c-4cb2-b9ff-60623b568849 req-a945073b-73ab-4788-af4b-a8e76af69a5d tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0830400 Nov 18 16:32:08.535175 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5a5a4424-e66c-4cb2-b9ff-60623b568849 req-dd58a122-2ce9-420a-806d-6fc6eea5e244 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0429022 Nov 18 16:32:08.590782 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-d5a01ea2-71b6-44c7-86c8-527123dc6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:51Z', 'revision_number': 5, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:32:08.594848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a01ea2-71b6-44c7-86c8-527123dc6105 None None] Checking router: 8915eb2b-b359-4b8e-a843-d89a30ed25ec for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:32:08.605980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a01ea2-71b6-44c7-86c8-527123dc6105 None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:32:08.606638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-d5a01ea2-71b6-44c7-86c8-527123dc6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:31:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:32:08.794161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-d5a01ea2-71b6-44c7-86c8-527123dc6105 None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:32:08.924404 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18426ca4-c738-4a4a-b093-9c6b6b3a41b7 req-7c8a6eb8-bf72-4249-9c20-6ede79a7eb4e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:08.927908 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-18426ca4-c738-4a4a-b093-9c6b6b3a41b7 req-7c8a6eb8-bf72-4249-9c20-6ede79a7eb4e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0918133 Nov 18 16:32:08.981376 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-18426ca4-c738-4a4a-b093-9c6b6b3a41b7 req-d1db08da-bf69-4a34-844e-11e844d07840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478110 Nov 18 16:32:09.089974 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a12ff235-66c4-41e8-bbea-f0ff25671dbc req-3dbb2d68-74a3-4ab6-89a9-5876297643a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 1163 time: 0.0850437 Nov 18 16:32:09.139350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-d5a01ea2-71b6-44c7-86c8-527123dc6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:51Z', 'revision_number': 5, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:32:09.143541 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a01ea2-71b6-44c7-86c8-527123dc6105 None None] The sync data for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi is: [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:51Z', 'revision_number': 5, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:32:09.234984 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff235-66c4-41e8-bbea-f0ff25671dbc req-fa62fdab-b955-4717-9b97-1e4e12f13072 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:09.236609 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a12ff235-66c4-41e8-bbea-f0ff25671dbc req-fa62fdab-b955-4717-9b97-1e4e12f13072 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 910 time: 0.1377528 Nov 18 16:32:09.348024 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a12ff235-66c4-41e8-bbea-f0ff25671dbc req-a0451de9-9bcb-4cea-b70e-25956c4b19a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4159e4b-56b8-4c31-a216-bba12bbebb60 HTTP/1.1" status: 200 len: 1002 time: 0.1024911 Nov 18 16:32:09.423108 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ff235-66c4-41e8-bbea-f0ff25671dbc req-718a7f89-6fb8-4cb2-87e2-a0868b908d04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:09.424755 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a12ff235-66c4-41e8-bbea-f0ff25671dbc req-718a7f89-6fb8-4cb2-87e2-a0868b908d04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1beae45-1813-4b14-95e2-5567322586dc HTTP/1.1" status: 200 len: 855 time: 0.0694985 Nov 18 16:32:09.512272 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a12ff235-66c4-41e8-bbea-f0ff25671dbc req-6c99d753-11e7-4b32-89b9-892210413ecf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b887802-331a-4da8-8c9d-df380fb14d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790927 Nov 18 16:32:09.522193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1af861-f77f-4807-ae18-24b93599faa8 None None] New status for floating IP 7457f529-2126-46d3-81fb-e53725945824: DOWN {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:32:09.528118 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 34526) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:32:09.614031 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:09.646726 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:09.666087 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a12ff235-66c4-41e8-bbea-f0ff25671dbc req-f0ab4817-e94b-438f-8d7c-4be9d762fb82 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455424 Nov 18 16:32:09.782458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:09.792257 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-11bdead7-554d-4b0d-a2fb-20e7f5c3d285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:09.808834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbad15-512a-4457-b25a-f663852d1cd6 req-30f93257-68eb-43ce-afc7-dc03bd67a45c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:09.810581 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0acbad15-512a-4457-b25a-f663852d1cd6 req-30f93257-68eb-43ce-afc7-dc03bd67a45c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.1238270 Nov 18 16:32:09.817685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event deleted for resources: {'SecurityGroup': ['ID=facbc355-4aac-445b-8349-9d96b00c2280,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:09.861611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:09.863495 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "DELETE /v2.0/security-groups/facbc355-4aac-445b-8349-9d96b00c2280 HTTP/1.1" status: 204 len: 168 time: 0.3336871 Nov 18 16:32:09.865482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.865895 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.866302 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.866708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.867111 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.867511 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.867947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.868332 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.868726 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.869118 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.869508 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.869896 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.870336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.870725 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.871141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.871504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.871921 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.872311 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.872701 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.873090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.873476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.874043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.874207 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.874588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:32:09.877963 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 34532) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:32:09.880827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:09.913608 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.v2.resource [None req-3ea5801f-9f96-4176-a763-7e0af0ce15e4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] show failed (client error): The resource could not be found. Nov 18 16:32:09.917451 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-3ea5801f-9f96-4176-a763-7e0af0ce15e4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups/facbc355-4aac-445b-8349-9d96b00c2280 HTTP/1.1" status: 404 len: 347 time: 0.0356703 Nov 18 16:32:09.923121 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 34536) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:32:10.006389 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0acbad15-512a-4457-b25a-f663852d1cd6 req-8941e448-16a5-424c-be56-12593a8bdd33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1855004 Nov 18 16:32:10.068799 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a12ff235-66c4-41e8-bbea-f0ff25671dbc req-890e3160-c7d0-454b-aec5-dc84ba8ce6fa service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3950834 Nov 18 16:32:10.106163 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-6797343f-6ceb-42ad-a5e0-888ab508a808 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Deleting port 0c9da95a-ba96-41dc-ba4e-cd210c760ab4 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:32:10.107238 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6797343f-6ceb-42ad-a5e0-888ab508a808 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:10.231318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f8664-e7dd-4cbd-a9d6-7a11ecef2d7b req-61bff337-be5d-4d49-aa8f-23442fd46baa tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:10.232969 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-497f8664-e7dd-4cbd-a9d6-7a11ecef2d7b req-61bff337-be5d-4d49-aa8f-23442fd46baa tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0834610 Nov 18 16:32:10.281523 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-497f8664-e7dd-4cbd-a9d6-7a11ecef2d7b req-7bfef7fb-b635-4a8a-8cbb-62a5a6fa6a0f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413113 Nov 18 16:32:10.288328 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6797343f-6ceb-42ad-a5e0-888ab508a808 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:10.288709 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6797343f-6ceb-42ad-a5e0-888ab508a808 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:10.394793 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bb689807-f313-4e40-85b4-1f6f625df373 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:32:10.419442 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-6797343f-6ceb-42ad-a5e0-888ab508a808 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Calling delete_port for 0c9da95a-ba96-41dc-ba4e-cd210c760ab4 owned by network:floatingip {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:32:10.514934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:10.547209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:10.557772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port bb689807-f313-4e40-85b4-1f6f625df373, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bb689807-f313-4e40-85b4-1f6f625df373,segment=NetworkSegment(28d4533c-0313-426c-81e0-9b1e0781ac39),segment_id=28d4533c-0313-426c-81e0-9b1e0781ac39)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:32:10.562663 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:10.565754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:10.576440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6797343f-6ceb-42ad-a5e0-888ab508a808 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:10.598207 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-716a18dd-55ff-4891-805d-12f7f0890c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:10.616784 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373', 'code': 200} Nov 18 16:32:10.643448 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=bb689807-f313-4e40-85b4-1f6f625df373,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:10.646900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:10.661516 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797343f-6ceb-42ad-a5e0-888ab508a808 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event deleted for resources: {'Port': ['ID=0c9da95a-ba96-41dc-ba4e-cd210c760ab4,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:10.709819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6797343f-6ceb-42ad-a5e0-888ab508a808 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:10.827593 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6797343f-6ceb-42ad-a5e0-888ab508a808 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:10.845147 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6797343f-6ceb-42ad-a5e0-888ab508a808 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:10.846429 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-6797343f-6ceb-42ad-a5e0-888ab508a808 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "DELETE /v2.0/floatingips/7457f529-2126-46d3-81fb-e53725945824 HTTP/1.1" status: 204 len: 168 time: 0.9222660 Nov 18 16:32:11.092451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 34548) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:32:11.099616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Request body: {'security_group': {'name': 'tempest-securitygroup--1259609127', 'description': 'tempest-description--1834345290'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:32:11.107413 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:32:11.112096 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Usage tracker for resource:security_group and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:32:11.115272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:32:11.121310 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:32:11.131381 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:11.218539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:32:11.225003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Usage tracker for resource:security_group_rule and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:32:11.228783 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:32:11.236114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:32:11.283306 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a1276-1aa1-4833-89dc-0fdbca64b449 req-308a2308-16da-4ea9-88ef-010f2fdb137d tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:11.284960 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-747a1276-1aa1-4833-89dc-0fdbca64b449 req-308a2308-16da-4ea9-88ef-010f2fdb137d tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.1315522 Nov 18 16:32:11.344673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:11.350472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:11.358400 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ab0a62d7-c1ca-472f-99dd-9d0446810564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:11.385718 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-747a1276-1aa1-4833-89dc-0fdbca64b449 req-e76f2244-3d75-4c8f-abc4-17ed78c821bc tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0917380 Nov 18 16:32:11.406920 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9732e6-cfd6-4272-a8c2-375333bd190d,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:11.409934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:11.410829 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:11.415094 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3213127 Nov 18 16:32:11.416299 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 34554) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:32:11.422495 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-e3349289-23cc-417b-af74-acbc8fb96630 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Request body: {'security_group_rule': {'security_group_id': 'cc9732e6-cfd6-4272-a8c2-375333bd190d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:32:11.430694 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-e3349289-23cc-417b-af74-acbc8fb96630 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:32:11.476717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-e3349289-23cc-417b-af74-acbc8fb96630 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Usage tracker for resource:security_group_rule and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:32:11.484226 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-e3349289-23cc-417b-af74-acbc8fb96630 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:32:11.492507 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-e3349289-23cc-417b-af74-acbc8fb96630 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:32:11.523698 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e3349289-23cc-417b-af74-acbc8fb96630 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:11.559804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16333c-45a9-48d3-bf7e-ad2b0f1f8f36 req-fe45f0e5-1b5a-4bd0-85ed-4eedc8460d40 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:11.561434 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4b16333c-45a9-48d3-bf7e-ad2b0f1f8f36 req-fe45f0e5-1b5a-4bd0-85ed-4eedc8460d40 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.1321127 Nov 18 16:32:11.637388 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4b16333c-45a9-48d3-bf7e-ad2b0f1f8f36 req-da510b98-2e02-4f4c-9c03-2d5f0003a63e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657301 Nov 18 16:32:11.639053 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e3349289-23cc-417b-af74-acbc8fb96630 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:11.642518 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e3349289-23cc-417b-af74-acbc8fb96630 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:11.644811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:11.662712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3349289-23cc-417b-af74-acbc8fb96630 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564f6548-ff17-466a-822c-e4145762b595,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:11.669551 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e3349289-23cc-417b-af74-acbc8fb96630 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:11.681671 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e3349289-23cc-417b-af74-acbc8fb96630 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:11.693676 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e3349289-23cc-417b-af74-acbc8fb96630 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2660198 Nov 18 16:32:11.693676 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 34564) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:32:11.693676 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-19c4ccee-6a49-4794-9caa-05ffafb44f1a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Request body: {'security_group_rule': {'security_group_id': 'cc9732e6-cfd6-4272-a8c2-375333bd190d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:32:11.698573 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-19c4ccee-6a49-4794-9caa-05ffafb44f1a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:32:11.702926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-19c4ccee-6a49-4794-9caa-05ffafb44f1a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Usage tracker for resource:security_group_rule and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:32:11.706006 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-19c4ccee-6a49-4794-9caa-05ffafb44f1a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:32:11.711947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-19c4ccee-6a49-4794-9caa-05ffafb44f1a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:32:11.729701 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-19c4ccee-6a49-4794-9caa-05ffafb44f1a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:11.798127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-19c4ccee-6a49-4794-9caa-05ffafb44f1a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:11.802498 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-19c4ccee-6a49-4794-9caa-05ffafb44f1a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:11.804618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:11.826966 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4ccee-6a49-4794-9caa-05ffafb44f1a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29873709-82e1-4bc2-bc6c-e510f30a6c8c,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:11.831249 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-19c4ccee-6a49-4794-9caa-05ffafb44f1a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:11.838327 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-19c4ccee-6a49-4794-9caa-05ffafb44f1a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:11.842547 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-19c4ccee-6a49-4794-9caa-05ffafb44f1a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1526043 Nov 18 16:32:11.842780 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 34568) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:32:11.848351 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Request body: {'floatingip': {'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:32:11.853924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:32:11.858030 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Usage tracker for resource:floatingip and tenant:aeb580cf3a5f44b8831c32865a294c26 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:32:11.859209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28a0e2-86b6-4adf-8294-34b01dfa8bba req-1fc88fd7-7b90-4222-858b-c545513dd7cf tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:11.861536 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fc28a0e2-86b6-4adf-8294-34b01dfa8bba req-1fc88fd7-7b90-4222-858b-c545513dd7cf tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.1513996 Nov 18 16:32:11.861670 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:32:11.868359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:32:11.868650 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-204b2859-3ec2-436e-8fdf-a7123e145b83 req-085c5bb5-1ef1-4860-bf00-791728083592 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2319677 Nov 18 16:32:11.879796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:11.916099 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fc28a0e2-86b6-4adf-8294-34b01dfa8bba req-84627fc4-ba4b-4bb4-808c-c014808caf7b tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0464191 Nov 18 16:32:12.029885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:12.316492 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Allocated IP 172.27.0.41 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/131fe00e-22f9-4269-9b9e-737a214552ad) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:32:12.380181 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device b4159e4b-56b8-4c31-a216-bba12bbebb60 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:32:12.482676 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:12.496306 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:12.508659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:12.524956 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:12.531653 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port b4159e4b-56b8-4c31-a216-bba12bbebb60, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b4159e4b-56b8-4c31-a216-bba12bbebb60,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:32:12.536095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:12.537924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-592fb225-5dd8-422b-9cc7-5f7c2ac6721f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:12.613232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=b4159e4b-56b8-4c31-a216-bba12bbebb60,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:12.623193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:12.623726 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:12.669210 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event updated for resources: {'Port': ['ID=131fe00e-22f9-4269-9b9e-737a214552ad,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:12.673764 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:12.704118 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60', 'code': 200} Nov 18 16:32:12.730479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:32:12.732796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:32:12.735326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:32:12.834594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:12.893701 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:12.903272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3556f7-cff5-47e1-b720-b456974d300e req-b1b4df7b-8f70-4541-803f-73cf48ef8e9f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:12.904944 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8b3556f7-cff5-47e1-b720-b456974d300e req-b1b4df7b-8f70-4541-803f-73cf48ef8e9f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0872107 Nov 18 16:32:12.953744 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8b3556f7-cff5-47e1-b720-b456974d300e req-e70adbc4-6d33-438c-9ce8-9bc5a588e595 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422659 Nov 18 16:32:13.243868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909523e3-f0f8-4ad2-90af-96a859da183e req-8b0108f5-0135-4435-a486-b6587df379cd tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:13.245514 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-909523e3-f0f8-4ad2-90af-96a859da183e req-8b0108f5-0135-4435-a486-b6587df379cd tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.1485395 Nov 18 16:32:13.252642 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:13.271389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:13.289542 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c3588c97-2f68-4b25-b776-00eaef4ddee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:13.509483 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-909523e3-f0f8-4ad2-90af-96a859da183e req-b4ffc481-a4a5-4279-a177-3855c14415b6 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2542081 Nov 18 16:32:13.521452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event updated for resources: {'Port': ['ID=131fe00e-22f9-4269-9b9e-737a214552ad,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:13.535357 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:13.569301 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-204b2859-3ec2-436e-8fdf-a7123e145b83 req-39184009-9930-45ed-8337-aa844a71ce5a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d&tenant_id=f60209aecd2c483ba2ca662ee690d91b HTTP/1.1" status: 200 len: 1161 time: 0.2169962 Nov 18 16:32:13.690287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:13.724720 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:13.725965 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8822095 Nov 18 16:32:13.734251 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-204b2859-3ec2-436e-8fdf-a7123e145b83 req-43333fdb-1166-43bd-924a-f970c5be509a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f60209aecd2c483ba2ca662ee690d91b&device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 1161 time: 0.1263442 Nov 18 16:32:13.906996 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b2859-3ec2-436e-8fdf-a7123e145b83 req-77b59e30-5edc-49fd-b28f-1781d441e7bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:13.908690 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-204b2859-3ec2-436e-8fdf-a7123e145b83 req-77b59e30-5edc-49fd-b28f-1781d441e7bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40 HTTP/1.1" status: 200 len: 902 time: 0.1663911 Nov 18 16:32:14.006259 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-78ca5ee2-a071-4b67-8ca9-9b681db3f01d tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1259609127&fields=id&tenant_id=aeb580cf3a5f44b8831c32865a294c26 HTTP/1.1" status: 200 len: 267 time: 0.1241200 Nov 18 16:32:14.071644 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-204b2859-3ec2-436e-8fdf-a7123e145b83 req-9e6dacc8-2d3d-48c0-89f9-54dfd052168c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb689807-f313-4e40-85b4-1f6f625df373 HTTP/1.1" status: 200 len: 1000 time: 0.1509204 Nov 18 16:32:14.225715 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b2859-3ec2-436e-8fdf-a7123e145b83 req-d2a12e31-d9fe-4e99-87df-f4d493c1d754 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:14.227267 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-204b2859-3ec2-436e-8fdf-a7123e145b83 req-d2a12e31-d9fe-4e99-87df-f4d493c1d754 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d658e2ab-202c-467c-a475-de43fe4003d5 HTTP/1.1" status: 200 len: 847 time: 0.1491377 Nov 18 16:32:14.238769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-ae9bffec-1de3-43e3-b2b6-702928a7aaae tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:14.240391 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-ae9bffec-1de3-43e3-b2b6-702928a7aaae tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/networks?id=34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 200 len: 809 time: 0.2202084 Nov 18 16:32:14.301512 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-3ee3630d-606e-4972-b109-996a948c78a9 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/quotas/aeb580cf3a5f44b8831c32865a294c26 HTTP/1.1" status: 200 len: 375 time: 0.0272126 Nov 18 16:32:14.379855 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-204b2859-3ec2-436e-8fdf-a7123e145b83 req-cd11b5d0-d430-4b5e-86b5-a4884ae3d36c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1384645 Nov 18 16:32:14.481348 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:14.615665 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 34638) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:32:14.639455 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa390f-c306-40b0-a7df-415acaedfc2f req-8d3437ec-d243-450f-bcba-83ed62857520 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:14.641240 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-48fa390f-c306-40b0-a7df-415acaedfc2f req-8d3437ec-d243-450f-bcba-83ed62857520 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.1025767 Nov 18 16:32:14.697038 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-48fa390f-c306-40b0-a7df-415acaedfc2f req-c09a709f-111a-4e32-9309-1366d95a9b56 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476887 Nov 18 16:32:14.723298 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-58982cfb-e9a1-484b-9abb-f5d0b32bd7fe tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?tenant_id=aeb580cf3a5f44b8831c32865a294c26&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4147782 Nov 18 16:32:14.806630 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-204b2859-3ec2-436e-8fdf-a7123e145b83 req-cc40d49d-6234-455b-8b50-6ecaf320fa9a service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147997 Nov 18 16:32:14.841995 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-60bfee74-40de-4f9f-aa15-403b9d45220f req-39ffbde7-1700-450e-a963-9fbc8b3bf80c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2244780 Nov 18 16:32:14.869277 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-33742d3f-7714-401d-a50c-5a3c7655d72d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:32:14.870369 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-33742d3f-7714-401d-a50c-5a3c7655d72d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.1301994 Nov 18 16:32:14.947454 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5c85e-cf7e-4098-badb-b40fba064269 req-eaa6f32b-e28f-4370-9ca6-15c06ec427c1 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:14.949126 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e2b5c85e-cf7e-4098-badb-b40fba064269 req-eaa6f32b-e28f-4370-9ca6-15c06ec427c1 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0840795 Nov 18 16:32:15.003433 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e2b5c85e-cf7e-4098-badb-b40fba064269 req-cbbe05d2-f4ac-46a6-a825-b2b8c8a4f384 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459135 Nov 18 16:32:15.081620 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-204b2859-3ec2-436e-8fdf-a7123e145b83 req-8fb7a601-945e-4da8-861e-2c5c78564383 service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2680738 Nov 18 16:32:15.106029 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-518ded0d-ac52-45fd-b8d7-2d1a5a7607ff service neutron] 10.222.0.15 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800327 Nov 18 16:32:15.261394 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-d23d2090-1062-432b-b339-b35c914ea32a service neutron] 10.222.0.15 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1474569 Nov 18 16:32:15.403590 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-60bfee74-40de-4f9f-aa15-403b9d45220f req-c71112c9-2d1f-44e3-9e4b-20c7c65d08d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13&tenant_id=df494528946a43d5ba6514ed79b63a48 HTTP/1.1" status: 200 len: 1161 time: 0.0804937 Nov 18 16:32:15.466788 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-4623a41f-d85b-41d5-9a20-940ec9eedc74 req-de21f27e-49b6-4435-bcc9-2b3bb68cc9b7 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Synchronizing usage tracker for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:32:15.482520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-4623a41f-d85b-41d5-9a20-940ec9eedc74 req-de21f27e-49b6-4435-bcc9-2b3bb68cc9b7 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Unset dirty status for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:32:15.484301 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4623a41f-d85b-41d5-9a20-940ec9eedc74 req-de21f27e-49b6-4435-bcc9-2b3bb68cc9b7 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 210 time: 0.0674827 Nov 18 16:32:15.523243 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-60bfee74-40de-4f9f-aa15-403b9d45220f req-9c494ff0-101d-4084-8a8d-d83f79d16853 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 1161 time: 0.0857196 Nov 18 16:32:15.671263 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfee74-40de-4f9f-aa15-403b9d45220f req-f131cfe3-1868-438c-b830-8268ef5210c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:15.672922 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-60bfee74-40de-4f9f-aa15-403b9d45220f req-f131cfe3-1868-438c-b830-8268ef5210c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 910 time: 0.1406531 Nov 18 16:32:15.793107 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-60bfee74-40de-4f9f-aa15-403b9d45220f req-9cf0fa91-1903-4e14-a976-f9447e8e26f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4159e4b-56b8-4c31-a216-bba12bbebb60 HTTP/1.1" status: 200 len: 1000 time: 0.1101942 Nov 18 16:32:15.870791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfee74-40de-4f9f-aa15-403b9d45220f req-35cd737b-f052-4a0c-8d50-060f0cd062a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:15.872405 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-60bfee74-40de-4f9f-aa15-403b9d45220f req-35cd737b-f052-4a0c-8d50-060f0cd062a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1beae45-1813-4b14-95e2-5567322586dc HTTP/1.1" status: 200 len: 855 time: 0.0710580 Nov 18 16:32:16.024759 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-60bfee74-40de-4f9f-aa15-403b9d45220f req-8bb46a3c-045b-4223-9185-1d3fc287fe6f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b887802-331a-4da8-8c9d-df380fb14d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1418781 Nov 18 16:32:16.031549 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7842d-8ffc-49e5-ab4f-defb8c70b807 req-5e97ebdd-3ae7-4598-b14f-df7117798c65 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:16.033414 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f9a7842d-8ffc-49e5-ab4f-defb8c70b807 req-5e97ebdd-3ae7-4598-b14f-df7117798c65 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.1516950 Nov 18 16:32:16.186230 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f9a7842d-8ffc-49e5-ab4f-defb8c70b807 req-86a7580a-b3fd-4bce-8b6c-22d33bddedbd tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274130 Nov 18 16:32:16.210630 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-60bfee74-40de-4f9f-aa15-403b9d45220f req-c59e7453-dbd0-4a01-abe4-b38cf1c1b787 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761858 Nov 18 16:32:16.216399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b213baf-0310-4a61-94c2-11aa20a2a708 req-da37ff8a-19ac-40fe-a68b-7fc1873f3a3f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:16.218141 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2b213baf-0310-4a61-94c2-11aa20a2a708 req-da37ff8a-19ac-40fe-a68b-7fc1873f3a3f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0847189 Nov 18 16:32:16.278154 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2b213baf-0310-4a61-94c2-11aa20a2a708 req-691d95ba-c6b6-48c6-9c6c-04ec329092c1 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0426831 Nov 18 16:32:16.355666 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-60bfee74-40de-4f9f-aa15-403b9d45220f req-0e9bb98f-04d0-447e-9014-8f9ce60d52b3 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365526 Nov 18 16:32:16.685727 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5d40b5a2-346b-4267-9b2a-54038f18951f req-6929987d-f568-4d75-876d-c823cad7c664 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 210 time: 0.0600791 Nov 18 16:32:16.723520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-734f9f72-e5cd-4c45-b6f1-5f0b389c03db tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:16.725096 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-734f9f72-e5cd-4c45-b6f1-5f0b389c03db tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.49 "GET /v2.0/networks?id=34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 200 len: 809 time: 0.2077661 Nov 18 16:32:16.807756 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-deebdd95-ffa1-40ad-902d-bebd5eb2d183 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aeb580cf3a5f44b8831c32865a294c26 HTTP/1.1" status: 200 len: 5045 time: 0.0676119 Nov 18 16:32:16.821184 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Request body: {'port': {'device_id': 'a91d8911-5f8a-42fb-9713-996ed0c1c0c7', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'admin_state_up': True, 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'security_groups': ['cc9732e6-cfd6-4272-a8c2-375333bd190d']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:32:16.962476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:32:16.972281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:32:16.981719 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Made reservation on behalf of aeb580cf3a5f44b8831c32865a294c26 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:32:16.988084 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:17.306529 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Allocated IP 172.20.0.10 (34419161-9207-4159-bf2c-4dd3d8b2a0f3/694ea650-631a-4d5b-99f1-da9e1c62ca3c/bdf556b6-a689-47c6-980a-aa3d82626f36) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:32:17.472644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3295bc-5f08-4f2a-ad12-a015321dcea3 req-041dba77-b15c-4594-aa11-aa2db97d9aae tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:17.483340 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1f3295bc-5f08-4f2a-ad12-a015321dcea3 req-041dba77-b15c-4594-aa11-aa2db97d9aae tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.1305315 Nov 18 16:32:17.544089 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1f3295bc-5f08-4f2a-ad12-a015321dcea3 req-5a64d2e7-ec6a-4b06-a401-f0c89e822b7b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596297 Nov 18 16:32:17.620041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852909c0-91a0-47e7-8e16-6cafb07c6ad1 req-b0ab2388-9561-46f2-bef5-a6ec90dfbfa2 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:17.622034 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-852909c0-91a0-47e7-8e16-6cafb07c6ad1 req-b0ab2388-9561-46f2-bef5-a6ec90dfbfa2 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.1523697 Nov 18 16:32:17.626147 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:17.686241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Transition to ACTIVE for port object bdf556b6-a689-47c6-980a-aa3d82626f36 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:32:17.690077 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-852909c0-91a0-47e7-8e16-6cafb07c6ad1 req-e195483f-fa36-41bd-a62b-5934a5263f5e tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0598292 Nov 18 16:32:17.711839 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:17.739868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-817f26aa-1e43-4dea-b697-805c57bba91b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:17.882023 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:32:17.904336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event updated for resources: {'Port': ['ID=bdf556b6-a689-47c6-980a-aa3d82626f36,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:17.909705 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:17.961470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:32:17.962789 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:32:17.974904 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde3c59-5a3d-40ab-aa5d-20d6de26a511 req-c3cd312b-c1a4-49d9-b04c-a0c9d1a29764 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:17.977131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:32:17.982862 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2dde3c59-5a3d-40ab-aa5d-20d6de26a511 req-c3cd312b-c1a4-49d9-b04c-a0c9d1a29764 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 932 time: 0.0962243 Nov 18 16:32:18.037153 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-2dde3c59-5a3d-40ab-aa5d-20d6de26a511 req-43a12b53-fe1b-4ab4-bcec-d82f3a75d428 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Synchronizing usage tracker for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:security_group {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:32:18.056778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-2dde3c59-5a3d-40ab-aa5d-20d6de26a511 req-43a12b53-fe1b-4ab4-bcec-d82f3a75d428 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Unset dirty status for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:security_group {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:32:18.058381 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2dde3c59-5a3d-40ab-aa5d-20d6de26a511 req-43a12b53-fe1b-4ab4-bcec-d82f3a75d428 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746038 Nov 18 16:32:18.067497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:18.068228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:18.099531 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-7b6c034a-57b6-461e-9741-acb563005b58 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2820823 Nov 18 16:32:18.315657 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-6f12dae2-1aa4-4f88-b3c7-a6827e61d46c None None] Provisioning for port bdf556b6-a689-47c6-980a-aa3d82626f36 completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:32:18.320915 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-6f12dae2-1aa4-4f88-b3c7-a6827e61d46c None None] Provisioning complete for port bdf556b6-a689-47c6-980a-aa3d82626f36 triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:18.321346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6f12dae2-1aa4-4f88-b3c7-a6827e61d46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:18.377227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-6f12dae2-1aa4-4f88-b3c7-a6827e61d46c None None] Port bdf556b6-a689-47c6-980a-aa3d82626f36 cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:32:18.830395 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc010d-2ffe-4d1b-bfa8-f0d0beaebab6 req-af551c35-c78e-4def-b703-9cc70071ee1a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:18.833219 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-61fc010d-2ffe-4d1b-bfa8-f0d0beaebab6 req-af551c35-c78e-4def-b703-9cc70071ee1a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.1184990 Nov 18 16:32:18.886980 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-61fc010d-2ffe-4d1b-bfa8-f0d0beaebab6 req-7a363f2b-3089-4c67-b08b-6390dbc0d008 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470221 Nov 18 16:32:18.939093 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15d253-4ac4-40b7-8545-3122bcac3aed req-bea01359-3470-4189-a8cb-6893cb0771ff tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:18.940842 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef15d253-4ac4-40b7-8545-3122bcac3aed req-bea01359-3470-4189-a8cb-6893cb0771ff tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0961168 Nov 18 16:32:18.991245 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef15d253-4ac4-40b7-8545-3122bcac3aed req-61295150-dc5a-4b34-9214-0b3a9ad20ba9 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0442009 Nov 18 16:32:19.297041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16f0e4-c6ab-4c43-b835-58efa09bbf27 req-af1601ca-27eb-4751-b95a-abddfbfa94f2 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:19.297807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-db16f0e4-c6ab-4c43-b835-58efa09bbf27 req-af1601ca-27eb-4751-b95a-abddfbfa94f2 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Synchronizing usage tracker for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:32:19.313951 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-db16f0e4-c6ab-4c43-b835-58efa09bbf27 req-af1601ca-27eb-4751-b95a-abddfbfa94f2 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Unset dirty status for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:32:19.315268 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-db16f0e4-c6ab-4c43-b835-58efa09bbf27 req-af1601ca-27eb-4751-b95a-abddfbfa94f2 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 932 time: 0.1037397 Nov 18 16:32:19.366030 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-db16f0e4-c6ab-4c43-b835-58efa09bbf27 req-fbcb147b-da6c-444e-bbc2-0477602bbecc tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441630 Nov 18 16:32:20.146858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d516f-fe8a-4f2a-9860-cbe95101395b req-54dc674c-21d0-4c1e-afe6-d0ac8ca9e0dc tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:20.148450 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2a9d516f-fe8a-4f2a-9860-cbe95101395b req-54dc674c-21d0-4c1e-afe6-d0ac8ca9e0dc tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0893939 Nov 18 16:32:20.215936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33540af7-401c-4149-a12e-8a1299e58454 req-048aad0e-8b5a-4880-9ea8-818e6997b552 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:20.216289 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2a9d516f-fe8a-4f2a-9860-cbe95101395b req-6af78372-9058-4eac-9d0f-84231007caa7 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616560 Nov 18 16:32:20.217716 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-33540af7-401c-4149-a12e-8a1299e58454 req-048aad0e-8b5a-4880-9ea8-818e6997b552 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0891719 Nov 18 16:32:20.268497 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-33540af7-401c-4149-a12e-8a1299e58454 req-2f391a75-25ac-440e-9b18-76d725773fb8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438507 Nov 18 16:32:20.582242 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d240b-1c29-491b-be0e-e9caf79243b1 req-761c0172-69d1-4917-907f-f19e187d4bb9 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:20.584011 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-690d240b-1c29-491b-be0e-e9caf79243b1 req-761c0172-69d1-4917-907f-f19e187d4bb9 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 932 time: 0.0896592 Nov 18 16:32:20.633213 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-690d240b-1c29-491b-be0e-e9caf79243b1 req-1ce564d4-3320-48b1-b77f-40bc41c6a199 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430923 Nov 18 16:32:21.472496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ce655-a828-470e-9670-8094692c511b req-d007d243-a2fa-4435-be52-9062a14e6ce0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:21.474568 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-236ce655-a828-470e-9670-8094692c511b req-d007d243-a2fa-4435-be52-9062a14e6ce0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0948071 Nov 18 16:32:21.516102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa43468-a479-4e87-bd5c-e77fccc9f362 req-b14bcdf8-baa1-43fe-b67e-edac1d6722f2 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:21.518157 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dfa43468-a479-4e87-bd5c-e77fccc9f362 req-b14bcdf8-baa1-43fe-b67e-edac1d6722f2 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.1061680 Nov 18 16:32:21.534079 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-236ce655-a828-470e-9670-8094692c511b req-5596ee8c-204b-4a43-9801-6c76ce1ce3a5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532734 Nov 18 16:32:21.573962 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dfa43468-a479-4e87-bd5c-e77fccc9f362 req-251a9271-48e9-452b-a369-4244e24453f8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0473182 Nov 18 16:32:21.866881 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620fd09-7e78-438a-b783-0071efcc6d50 req-7c08a745-9d15-44d9-a799-fd3488134b05 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:21.868570 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8620fd09-7e78-438a-b783-0071efcc6d50 req-7c08a745-9d15-44d9-a799-fd3488134b05 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 932 time: 0.0921776 Nov 18 16:32:21.923889 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8620fd09-7e78-438a-b783-0071efcc6d50 req-9f135da5-83c9-4cdf-9fcd-a68b32d7d7dd tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489106 Nov 18 16:32:22.832226 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf03ec-b672-4659-b1e9-d325ffe7d8cd req-aebc4075-c6c1-4dfc-b2c4-bdaf513c1114 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:22.834027 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ddbf03ec-b672-4659-b1e9-d325ffe7d8cd req-aebc4075-c6c1-4dfc-b2c4-bdaf513c1114 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.1164038 Nov 18 16:32:22.903293 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ddbf03ec-b672-4659-b1e9-d325ffe7d8cd req-07f0c889-4f88-4a30-8275-0138e638095c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608468 Nov 18 16:32:23.002339 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba0a8b-bd45-409e-b5ce-3222e1c809f1 req-ef653fc9-f275-4178-8462-ab37ffb5d7a4 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:23.004059 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-89ba0a8b-bd45-409e-b5ce-3222e1c809f1 req-ef653fc9-f275-4178-8462-ab37ffb5d7a4 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0918674 Nov 18 16:32:23.056919 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-89ba0a8b-bd45-409e-b5ce-3222e1c809f1 req-bb35b75d-773c-4afb-9b02-d78a7244d35e tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0467381 Nov 18 16:32:23.153783 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf368f-63de-459a-b7c4-8f4511a0ca1a req-1be4a5f9-9a1a-4810-84cd-7f79f5b81758 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:23.155350 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6fbf368f-63de-459a-b7c4-8f4511a0ca1a req-1be4a5f9-9a1a-4810-84cd-7f79f5b81758 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 932 time: 0.0931973 Nov 18 16:32:23.207191 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6fbf368f-63de-459a-b7c4-8f4511a0ca1a req-c170a86b-ce47-4f0b-8039-d5574d0f58dd tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438936 Nov 18 16:32:24.158801 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a7b4-6fb0-4cd1-b16d-38efb0b4c502 req-9c8d6acc-3f6e-4ec9-bed8-9126ef31b9cf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:24.160548 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-22d4a7b4-6fb0-4cd1-b16d-38efb0b4c502 req-9c8d6acc-3f6e-4ec9-bed8-9126ef31b9cf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0934467 Nov 18 16:32:24.290550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ea4c7-e575-4d4b-b297-66e7a1a5c0fb req-e1146722-ad3c-4e32-804c-95e1c346c72f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:24.292479 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-215ea4c7-e575-4d4b-b297-66e7a1a5c0fb req-e1146722-ad3c-4e32-804c-95e1c346c72f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0997536 Nov 18 16:32:24.347610 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-215ea4c7-e575-4d4b-b297-66e7a1a5c0fb req-340a0368-affb-474a-8dc4-8f42d4fb18d0 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0481510 Nov 18 16:32:24.445730 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-22d4a7b4-6fb0-4cd1-b16d-38efb0b4c502 req-0e5196c5-774b-429f-aa9c-5bcacb6bd4cf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781718 Nov 18 16:32:24.567813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff6085-c0d8-498d-bd8b-a8df2fed08b9 req-167b0804-7060-458e-ab96-22f202ee20b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:24.569477 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8aff6085-c0d8-498d-bd8b-a8df2fed08b9 req-167b0804-7060-458e-ab96-22f202ee20b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 932 time: 0.0885947 Nov 18 16:32:24.622549 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8aff6085-c0d8-498d-bd8b-a8df2fed08b9 req-a3bc26a6-c19c-4fc2-93d5-86e87b116d06 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441928 Nov 18 16:32:25.588632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6653c3c-2db3-4bf9-a3c0-d082edda528b req-3e59ae3d-5f67-462c-b468-40420cac54df tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:25.590270 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b6653c3c-2db3-4bf9-a3c0-d082edda528b req-3e59ae3d-5f67-462c-b468-40420cac54df tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0970681 Nov 18 16:32:25.645651 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b6653c3c-2db3-4bf9-a3c0-d082edda528b req-37f24a13-03d3-4800-89eb-5830fb357871 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0491788 Nov 18 16:32:25.698319 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d64bc-00ef-4ff4-bfcc-a6a8cd003134 req-e88a7b01-8cc9-4b5d-82b3-38bd3495d46d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:25.700005 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b74d64bc-00ef-4ff4-bfcc-a6a8cd003134 req-e88a7b01-8cc9-4b5d-82b3-38bd3495d46d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0871875 Nov 18 16:32:25.905380 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656084a0-63fd-435a-9cd1-47c4fa67d1b2 req-35bb2713-9004-4477-a529-bff8c204338f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:25.905730 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-656084a0-63fd-435a-9cd1-47c4fa67d1b2 req-35bb2713-9004-4477-a529-bff8c204338f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 932 time: 0.1323109 Nov 18 16:32:25.960213 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-656084a0-63fd-435a-9cd1-47c4fa67d1b2 req-878e7fe0-0a08-4c62-bdba-c01fbaf0ad85 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469580 Nov 18 16:32:25.968013 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b74d64bc-00ef-4ff4-bfcc-a6a8cd003134 req-5d75d21f-3586-4233-8489-f8bd1ba9df68 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616320 Nov 18 16:32:26.738906 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-96c61b20-d887-49a1-ba5a-2920217e97b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:26.875136 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9b441-97f4-48ff-849b-bbdd236a167f req-fd31dd7c-a98d-45bc-82ef-04757b4c89cb tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:26.877111 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9aa9b441-97f4-48ff-849b-bbdd236a167f req-fd31dd7c-a98d-45bc-82ef-04757b4c89cb tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0977223 Nov 18 16:32:26.932302 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9aa9b441-97f4-48ff-849b-bbdd236a167f req-dd33c834-aa96-43ca-b6d8-000744085608 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0485489 Nov 18 16:32:27.194939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf443-cd24-4fd8-9104-f3864cdd5d9e req-ae487e9f-bb7b-47a5-ba88-1b5fad1bbe7a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:27.197000 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c3ebf443-cd24-4fd8-9104-f3864cdd5d9e req-ae487e9f-bb7b-47a5-ba88-1b5fad1bbe7a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 932 time: 0.0889785 Nov 18 16:32:27.219579 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393f518-fb01-41f4-96b5-48488cf75efd req-f3b3bf6c-ad56-400e-8e81-aff9df7ee306 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:27.221235 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8393f518-fb01-41f4-96b5-48488cf75efd req-f3b3bf6c-ad56-400e-8e81-aff9df7ee306 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0962720 Nov 18 16:32:27.255215 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c3ebf443-cd24-4fd8-9104-f3864cdd5d9e req-bcf06193-f1ef-4ef6-84a4-7f1fbe0c4942 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466597 Nov 18 16:32:27.283862 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8393f518-fb01-41f4-96b5-48488cf75efd req-9cdfd753-29c6-48d3-8298-b3677646a959 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538523 Nov 18 16:32:28.146160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b7dcb-035d-4fff-8d80-05bd2fdf6001 req-30d8ab4d-736a-4f64-8908-546b95c09c1a tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:28.147673 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3f7b7dcb-035d-4fff-8d80-05bd2fdf6001 req-30d8ab4d-736a-4f64-8908-546b95c09c1a tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0844421 Nov 18 16:32:28.194625 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3f7b7dcb-035d-4fff-8d80-05bd2fdf6001 req-2e55b54e-36f0-4154-9aa6-1ccfa28d4b89 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0408604 Nov 18 16:32:28.475790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf005db-0075-4d34-82e7-05d2d8e15bc5 req-b137e86c-969d-4ba9-900f-f1f4bd3b19f5 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:28.477474 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2cf005db-0075-4d34-82e7-05d2d8e15bc5 req-b137e86c-969d-4ba9-900f-f1f4bd3b19f5 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 932 time: 0.0919173 Nov 18 16:32:28.526798 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2cf005db-0075-4d34-82e7-05d2d8e15bc5 req-c292195c-b668-48e5-a6ab-bcd9b2e2a83e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430541 Nov 18 16:32:28.642299 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fae832-71d7-4d3e-b390-fc79e71033a5 req-8526dd4e-988e-4051-af49-2404132961a4 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:28.644514 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41fae832-71d7-4d3e-b390-fc79e71033a5 req-8526dd4e-988e-4051-af49-2404132961a4 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0817039 Nov 18 16:32:28.692691 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41fae832-71d7-4d3e-b390-fc79e71033a5 req-4fa3d539-4818-4ac2-a528-9d6b96f64afa tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420759 Nov 18 16:32:29.324598 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ad90a2e5-3efe-4066-85ad-01766c1070fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:29.403482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807294f7-6b72-45e1-81f8-1cd857711198 req-7a6f4d62-9eb6-478a-985e-cc3cd8d696ba tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:29.405119 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-807294f7-6b72-45e1-81f8-1cd857711198 req-7a6f4d62-9eb6-478a-985e-cc3cd8d696ba tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0830450 Nov 18 16:32:29.451573 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-807294f7-6b72-45e1-81f8-1cd857711198 req-a9a18e32-fa2b-47b8-9343-8bcf340cbd84 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0403638 Nov 18 16:32:29.706390 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:29.738311 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76278415-f89a-4d77-8ab6-7c13fcfa7442 req-83dc503b-d3f2-4929-a9a2-fc1562e72a71 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:29.739964 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76278415-f89a-4d77-8ab6-7c13fcfa7442 req-83dc503b-d3f2-4929-a9a2-fc1562e72a71 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 932 time: 0.0867417 Nov 18 16:32:29.789691 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-76278415-f89a-4d77-8ab6-7c13fcfa7442 req-7d55826b-0b87-49cf-8e37-7ca49ff092c7 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425863 Nov 18 16:32:29.925902 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cfef9-b85b-452c-b732-6f77a1840807 req-9835d40a-4fe4-44d7-a50a-1df3b656f215 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:29.927514 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fb0cfef9-b85b-452c-b732-6f77a1840807 req-9835d40a-4fe4-44d7-a50a-1df3b656f215 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0892777 Nov 18 16:32:29.976136 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fb0cfef9-b85b-452c-b732-6f77a1840807 req-90792fb2-8440-4df3-9676-865c3b443125 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424385 Nov 18 16:32:30.650484 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Request body: {'port': {'device_id': 'a91d8911-5f8a-42fb-9713-996ed0c1c0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:32:30.661252 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caabdf3-65e0-4cf9-8736-b8ad573223e8 req-42312ced-47d7-43a5-8602-e91dba932128 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:30.662873 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3caabdf3-65e0-4cf9-8736-b8ad573223e8 req-42312ced-47d7-43a5-8602-e91dba932128 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0826063 Nov 18 16:32:30.693045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:30.715991 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3caabdf3-65e0-4cf9-8736-b8ad573223e8 req-f9ac0649-f116-42a1-8ddd-0897a76185f9 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468478 Nov 18 16:32:30.766424 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:31.140446 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e706c-29c1-4902-a794-bec11b937a0f req-11b01c53-92e3-4e32-a807-e71be42f4364 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:31.142074 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-836e706c-29c1-4902-a794-bec11b937a0f req-11b01c53-92e3-4e32-a807-e71be42f4364 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 932 time: 0.2077501 Nov 18 16:32:31.203813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dc308-c020-4048-8ecb-f20dcc39358c req-0d649f9b-2bd0-4436-ab6c-6531db8a3727 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:31.208004 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef7dc308-c020-4048-8ecb-f20dcc39358c req-0d649f9b-2bd0-4436-ab6c-6531db8a3727 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0889180 Nov 18 16:32:31.220409 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-836e706c-29c1-4902-a794-bec11b937a0f req-35ce9d28-008b-49d7-9f36-28462c75a419 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708621 Nov 18 16:32:31.226903 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:31.257696 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ef7dc308-c020-4048-8ecb-f20dcc39358c req-4ca8402c-9e0f-42f5-adab-e7cca65be577 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459688 Nov 18 16:32:31.286934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf556b6-a689-47c6-980a-aa3d82626f36 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:32:31.293775 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:31.306275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Transition to ACTIVE for port object bdf556b6-a689-47c6-980a-aa3d82626f36 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:32:31.309014 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:31.322620 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-27f0e72a-eab9-4f1a-9125-4ddb10a5474e tempest-VolumesSnapshotTestJSON-975220288 tempest-VolumesSnapshotTestJSON-975220288] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:31.460114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Pushing event updated for resources: {'Port': ['ID=bdf556b6-a689-47c6-980a-aa3d82626f36,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:31.464472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:31.642149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Attempting to bind port bdf556b6-a689-47c6-980a-aa3d82626f36 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:32:31.642535 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Attempting to bind port bdf556b6-a689-47c6-980a-aa3d82626f36 by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:32:31.642911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Attempting to bind port bdf556b6-a689-47c6-980a-aa3d82626f36 on network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:32:31.650628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:32:31.651207 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Checking segment: {'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:32:31.651379 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:31.651815 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Bound using segment: {'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:32:31.652303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Bound port: bdf556b6-a689-47c6-980a-aa3d82626f36, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d952e32-df74-4dff-832b-9b6857ebc6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:32:31.652684 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:31.746845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] For port bdf556b6-a689-47c6-980a-aa3d82626f36, host hv-cinder-75996, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:32:31.750086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] For port bdf556b6-a689-47c6-980a-aa3d82626f36, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bdf556b6-a689-47c6-980a-aa3d82626f36,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:32:31.754145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:31.770409 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:31.973779 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Pushing event updated for resources: {'Port': ['ID=bdf556b6-a689-47c6-980a-aa3d82626f36,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:31.981544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:32.028662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:32.030158 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] 10.222.0.49 "PUT /v2.0/ports/bdf556b6-a689-47c6-980a-aa3d82626f36 HTTP/1.1" status: 200 len: 1158 time: 1.3846285 Nov 18 16:32:32.032281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91d8911-5f8a-42fb-9713-996ed0c1c0c7', 'tag': 'bdf556b6-a689-47c6-980a-aa3d82626f36'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:32.044160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e835cd-9c92-4035-8c02-4fa506c3b6cf req-2e7f7f9f-e185-4b39-97f7-6c75f3a77a49 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:32.045809 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-50e835cd-9c92-4035-8c02-4fa506c3b6cf req-2e7f7f9f-e185-4b39-97f7-6c75f3a77a49 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.1624274 Nov 18 16:32:32.109648 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91d8911-5f8a-42fb-9713-996ed0c1c0c7', 'tag': 'bdf556b6-a689-47c6-980a-aa3d82626f36', 'status': 'completed', 'code': 200} Nov 18 16:32:32.151891 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-50e835cd-9c92-4035-8c02-4fa506c3b6cf req-dd229935-668d-4dfb-8e6d-805fb4e67f98 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0990629 Nov 18 16:32:32.176018 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-ca058ffc-590d-4f85-b55c-d7f1d1347499 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeb580cf3a5f44b8831c32865a294c26&device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 1161 time: 0.1026533 Nov 18 16:32:32.253057 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-6302f377-108d-4905-9753-27fa12732fc0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf556b6-a689-47c6-980a-aa3d82626f36 HTTP/1.1" status: 200 len: 217 time: 0.0683565 Nov 18 16:32:32.326971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-76ce9aea-888d-4225-abb1-27cbd51ef539 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:32.328614 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-76ce9aea-888d-4225-abb1-27cbd51ef539 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=694ea650-631a-4d5b-99f1-da9e1c62ca3c HTTP/1.1" status: 200 len: 848 time: 0.0640934 Nov 18 16:32:32.438673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6c8c1-d008-4447-a166-47ca8f75a0f1 req-58d4d9ae-c882-4642-b999-c5f3aeca7b7b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:32.440515 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f7f6c8c1-d008-4447-a166-47ca8f75a0f1 req-58d4d9ae-c882-4642-b999-c5f3aeca7b7b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 944 time: 0.0883217 Nov 18 16:32:32.461210 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-3748f976-d84d-47da-9c8c-87ef2f3b02a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34419161-9207-4159-bf2c-4dd3d8b2a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1254041 Nov 18 16:32:32.489644 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f7f6c8c1-d008-4447-a166-47ca8f75a0f1 req-0e28a5b5-8b8b-4c13-adb9-a6472e6f2650 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428908 Nov 18 16:32:32.586626 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686ed51-597a-469e-b660-37eb86832e74 req-f846713f-5a76-437c-9e86-524488f7aa84 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:32.588193 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4686ed51-597a-469e-b660-37eb86832e74 req-f846713f-5a76-437c-9e86-524488f7aa84 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.1856933 Nov 18 16:32:32.658429 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-c0eb3368-f734-4fef-93c1-2f9f91bf6c04 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890097 Nov 18 16:32:32.662419 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4686ed51-597a-469e-b660-37eb86832e74 req-e52b47ab-39a0-4c32-b2d3-aba222e46d75 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667784 Nov 18 16:32:32.805312 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-063d6025-59c5-4e7d-80e9-1c85108f35ed req-120c0f7d-44d7-4691-b954-a5b07f9c51f0 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372981 Nov 18 16:32:32.933783 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c11bd41a-be53-49ce-a60e-270ad0ffb415 req-d4ba2add-35bd-41ca-b1f1-f787e730ebcf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeb580cf3a5f44b8831c32865a294c26&device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 1161 time: 0.0785980 Nov 18 16:32:33.073333 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bd41a-be53-49ce-a60e-270ad0ffb415 req-323dc5ff-861c-4d08-b934-33ec6e46bc6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:33.074893 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c11bd41a-be53-49ce-a60e-270ad0ffb415 req-323dc5ff-861c-4d08-b934-33ec6e46bc6e service neutron] 10.222.0.49 "GET /v2.0/networks?id=34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 200 len: 903 time: 0.1334474 Nov 18 16:32:33.146485 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c11bd41a-be53-49ce-a60e-270ad0ffb415 req-073cc8c7-85f9-4597-835f-052ba181f290 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf556b6-a689-47c6-980a-aa3d82626f36 HTTP/1.1" status: 200 len: 217 time: 0.0642192 Nov 18 16:32:33.218889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bd41a-be53-49ce-a60e-270ad0ffb415 req-b8b8ff2d-d1f6-4274-a6e8-10ff1d26480c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:33.220511 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c11bd41a-be53-49ce-a60e-270ad0ffb415 req-b8b8ff2d-d1f6-4274-a6e8-10ff1d26480c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=694ea650-631a-4d5b-99f1-da9e1c62ca3c HTTP/1.1" status: 200 len: 848 time: 0.0662491 Nov 18 16:32:33.313604 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c11bd41a-be53-49ce-a60e-270ad0ffb415 req-d23d603a-a8cc-4548-8996-b66392fad63f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34419161-9207-4159-bf2c-4dd3d8b2a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727406 Nov 18 16:32:33.364538 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce51f95-4f2f-4a1e-ad32-a90870a2d13f req-6a1d9f14-94f8-4084-8a3f-4d99f5682efb tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:33.366136 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5ce51f95-4f2f-4a1e-ad32-a90870a2d13f req-6a1d9f14-94f8-4084-8a3f-4d99f5682efb tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0837996 Nov 18 16:32:33.414130 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5ce51f95-4f2f-4a1e-ad32-a90870a2d13f req-36e54b30-90b0-458e-a1bc-7465dbf31caf tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416117 Nov 18 16:32:33.457170 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c11bd41a-be53-49ce-a60e-270ad0ffb415 req-be3b8bc0-bea1-444e-aa7c-60f9f384a31c service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350155 Nov 18 16:32:33.868601 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c11bd41a-be53-49ce-a60e-270ad0ffb415 req-7b2db1f5-3e85-4a77-86fa-bf7c3bd8c859 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3997340 Nov 18 16:32:33.891728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97087b8b-4bc6-45e2-a0d8-a1b915965192 req-744a1073-509e-4258-b280-5dcaaf8790de tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:33.893347 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-97087b8b-4bc6-45e2-a0d8-a1b915965192 req-744a1073-509e-4258-b280-5dcaaf8790de tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 944 time: 0.1251059 Nov 18 16:32:33.896595 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d6d13-8f92-45e2-a8af-fa2543aefbce req-7eb9acb2-4097-40b9-9a3b-fdfbd209b49f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:33.898201 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-881d6d13-8f92-45e2-a8af-fa2543aefbce req-7eb9acb2-4097-40b9-9a3b-fdfbd209b49f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0885310 Nov 18 16:32:33.942868 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-97087b8b-4bc6-45e2-a0d8-a1b915965192 req-90d04cf3-be2e-4f8f-82a6-47770d26d4f4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431263 Nov 18 16:32:33.946183 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-881d6d13-8f92-45e2-a8af-fa2543aefbce req-b50a7bbe-7bbb-4e75-92b7-0eac8bc64691 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419602 Nov 18 16:32:34.620708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba49b1-9006-45d6-a64c-770953179814 req-d2c11463-b0a2-4cb3-9410-81db8f53a09b tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:34.622316 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41ba49b1-9006-45d6-a64c-770953179814 req-d2c11463-b0a2-4cb3-9410-81db8f53a09b tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0814333 Nov 18 16:32:34.669509 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-41ba49b1-9006-45d6-a64c-770953179814 req-58b052b2-ea20-47b1-93fa-1c5011ae674f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0403812 Nov 18 16:32:35.163597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8fe8-637c-439e-a19f-4b94de9379ad req-7d53a070-2ddc-472b-9d94-e75edd6ec2c4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:35.168329 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1cff8fe8-637c-439e-a19f-4b94de9379ad req-7d53a070-2ddc-472b-9d94-e75edd6ec2c4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 944 time: 0.0971217 Nov 18 16:32:35.176012 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bb689807-f313-4e40-85b4-1f6f625df373 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:32:35.191407 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b941e-a7ce-49d9-a018-45620499a294 req-dfecc88a-4520-402a-8f0d-c18fe35bd0c6 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:35.193059 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-687b941e-a7ce-49d9-a018-45620499a294 req-dfecc88a-4520-402a-8f0d-c18fe35bd0c6 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.1022906 Nov 18 16:32:35.228087 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1cff8fe8-637c-439e-a19f-4b94de9379ad req-090cec6d-6a00-4acc-90fb-f0f4791759db tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562453 Nov 18 16:32:35.259943 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port bb689807-f313-4e40-85b4-1f6f625df373 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:35.260372 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:35.261069 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-687b941e-a7ce-49d9-a018-45620499a294 req-0f1f6db5-8822-4e9e-bb03-64e0969452fb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617304 Nov 18 16:32:35.388737 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:35.416228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:35.427498 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port bb689807-f313-4e40-85b4-1f6f625df373, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bb689807-f313-4e40-85b4-1f6f625df373,segment=NetworkSegment(28d4533c-0313-426c-81e0-9b1e0781ac39),segment_id=28d4533c-0313-426c-81e0-9b1e0781ac39)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:32:35.430234 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:35.432230 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:35.498044 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=bb689807-f313-4e40-85b4-1f6f625df373,revision_number=6']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:35.501326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:35.564108 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373', 'code': 200} Nov 18 16:32:35.940093 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f311f96-dfb4-4084-aa92-76dd2b8830c7 req-51c4e8f5-887a-41a3-8ed0-4eea77be8b2a tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:35.941711 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4f311f96-dfb4-4084-aa92-76dd2b8830c7 req-51c4e8f5-887a-41a3-8ed0-4eea77be8b2a tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.1383705 Nov 18 16:32:35.981963 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dcd95474-9068-4f9b-904b-69241dcf7a6b req-9d23b9f6-57a1-4ed8-9976-c1706c399790 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 1163 time: 0.1252565 Nov 18 16:32:36.001506 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4f311f96-dfb4-4084-aa92-76dd2b8830c7 req-36b3ec0b-6f0c-4220-ad89-2115c559ce5e tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0519803 Nov 18 16:32:36.441371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530e764-c883-473c-a01a-dba767efcac3 req-41892a94-dac5-4adb-ae1e-f00a5147166c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:36.443004 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6530e764-c883-473c-a01a-dba767efcac3 req-41892a94-dac5-4adb-ae1e-f00a5147166c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 944 time: 0.0847664 Nov 18 16:32:36.477657 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031827fb-fcb3-451a-ac3a-a28b216dd38e req-e480ef5a-d9f8-4977-b524-3c71a7e07d7d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:36.479268 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-031827fb-fcb3-451a-ac3a-a28b216dd38e req-e480ef5a-d9f8-4977-b524-3c71a7e07d7d tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0823510 Nov 18 16:32:36.491744 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6530e764-c883-473c-a01a-dba767efcac3 req-0641cf22-6b5d-436b-8fda-1c0b6bb487f7 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422661 Nov 18 16:32:36.532414 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-031827fb-fcb3-451a-ac3a-a28b216dd38e req-83becf64-d263-4708-8118-b59198f529dc tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468647 Nov 18 16:32:37.205794 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dcd95474-9068-4f9b-904b-69241dcf7a6b req-2ce4d5b0-8eed-442b-b616-f97fb5dc8eb3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0397663 Nov 18 16:32:37.215233 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff96cf-dfd1-485d-ac77-5970065f317d req-07cf7b52-32be-4ee4-aa3d-1f6eb2fd6b03 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:37.216860 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-53ff96cf-dfd1-485d-ac77-5970065f317d req-07cf7b52-32be-4ee4-aa3d-1f6eb2fd6b03 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0876210 Nov 18 16:32:37.264815 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-53ff96cf-dfd1-485d-ac77-5970065f317d req-c0681537-23ae-4f59-8b77-308317e35383 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417662 Nov 18 16:32:37.702563 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b7d84-717a-4bff-a85f-38e32360a5aa req-7210ae2c-a065-4bff-8fc2-1450f2c8272f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:37.704143 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0e3b7d84-717a-4bff-a85f-38e32360a5aa req-7210ae2c-a065-4bff-8fc2-1450f2c8272f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 944 time: 0.0835094 Nov 18 16:32:37.753399 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0e3b7d84-717a-4bff-a85f-38e32360a5aa req-7a05b8e8-d25b-4329-a451-c56c757ef13b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428009 Nov 18 16:32:37.761479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae2697-502d-4c4b-8a30-03cab7028226 req-ac60422f-9afc-4e9b-94fa-b4e438cb6bce tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:37.763124 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-54ae2697-502d-4c4b-8a30-03cab7028226 req-ac60422f-9afc-4e9b-94fa-b4e438cb6bce tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0842633 Nov 18 16:32:37.813572 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-54ae2697-502d-4c4b-8a30-03cab7028226 req-2f1c8bb6-8255-42de-9105-1a37250470f8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439365 Nov 18 16:32:38.478738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138454b5-9c20-48fa-a591-d6dfa60fa244 req-976bf741-6882-49aa-abf6-3071d7eaaa79 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:38.480577 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-138454b5-9c20-48fa-a591-d6dfa60fa244 req-976bf741-6882-49aa-abf6-3071d7eaaa79 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0854952 Nov 18 16:32:38.528287 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-138454b5-9c20-48fa-a591-d6dfa60fa244 req-82f9df75-2235-4e85-bb43-9c2deb5cfd76 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416694 Nov 18 16:32:38.968147 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250b74f-86e4-458c-930d-4d68cb5495cc req-819af700-14a6-49a4-ac90-6043013f95b5 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:38.969783 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d250b74f-86e4-458c-930d-4d68cb5495cc req-819af700-14a6-49a4-ac90-6043013f95b5 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 944 time: 0.0876973 Nov 18 16:32:39.020262 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d250b74f-86e4-458c-930d-4d68cb5495cc req-e3e3b9e9-0bbd-45f6-bbd7-2398dbf9ac85 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437891 Nov 18 16:32:39.039320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db809a8-4bb5-44e1-82e2-768cb13eb8bb req-da2f312f-8c1d-423e-b70b-7dd72c8b72b5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:39.040990 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8db809a8-4bb5-44e1-82e2-768cb13eb8bb req-da2f312f-8c1d-423e-b70b-7dd72c8b72b5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0834348 Nov 18 16:32:39.092945 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8db809a8-4bb5-44e1-82e2-768cb13eb8bb req-d4564a8c-d14d-435d-a4b5-8b0d9ab6aabb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458081 Nov 18 16:32:39.736817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf37461-ab8f-4856-8d1c-73fd3f869f3d req-13fcc9cd-39aa-41eb-8522-1ea43b7d408d tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:39.738538 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fdf37461-ab8f-4856-8d1c-73fd3f869f3d req-13fcc9cd-39aa-41eb-8522-1ea43b7d408d tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0832624 Nov 18 16:32:39.792435 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fdf37461-ab8f-4856-8d1c-73fd3f869f3d req-e73022b5-59fb-4bfa-b9d9-893ca6cbe3fc tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475471 Nov 18 16:32:40.232277 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4539e82-1298-4020-a789-23399c519462 req-ccc309b0-8e8d-4f09-a1a0-ab82f8346aa1 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:40.234146 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e4539e82-1298-4020-a789-23399c519462 req-ccc309b0-8e8d-4f09-a1a0-ab82f8346aa1 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 944 time: 0.0867124 Nov 18 16:32:40.283692 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e4539e82-1298-4020-a789-23399c519462 req-debf39a8-86ef-4d7e-8cff-741acb86df84 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426502 Nov 18 16:32:40.326738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5808463-5817-46ca-97a0-45bbc1f22ebb req-d5ec0f76-cd53-4b4f-9d25-4f59575d6c0e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:40.328307 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c5808463-5817-46ca-97a0-45bbc1f22ebb req-d5ec0f76-cd53-4b4f-9d25-4f59575d6c0e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.0892422 Nov 18 16:32:40.375330 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c5808463-5817-46ca-97a0-45bbc1f22ebb req-27e47892-f8e6-44da-bb9b-ebf828ed3d29 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408604 Nov 18 16:32:40.826532 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device b4159e4b-56b8-4c31-a216-bba12bbebb60 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:32:40.903988 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port b4159e4b-56b8-4c31-a216-bba12bbebb60 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:40.903988 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:41.022680 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88715f1c-ed28-47ce-8c2f-697a0790bbe2 req-1832f8bc-f12c-4c35-a9ce-5f6a239326b3 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:41.024368 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-88715f1c-ed28-47ce-8c2f-697a0790bbe2 req-1832f8bc-f12c-4c35-a9ce-5f6a239326b3 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0975711 Nov 18 16:32:41.025399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:41.059790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port b4159e4b-56b8-4c31-a216-bba12bbebb60, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b4159e4b-56b8-4c31-a216-bba12bbebb60,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:32:41.060877 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:41.066639 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:41.067548 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bb689807-f313-4e40-85b4-1f6f625df373 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:32:41.089081 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-88715f1c-ed28-47ce-8c2f-697a0790bbe2 req-47938f35-d579-47a9-95ce-95e1a157417b tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0575006 Nov 18 16:32:41.106736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:41.136030 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60', 'code': 200} Nov 18 16:32:41.190932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=b4159e4b-56b8-4c31-a216-bba12bbebb60,revision_number=6']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:41.202203 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:41.220228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port bb689807-f313-4e40-85b4-1f6f625df373 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:41.220576 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:41.411591 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7977d49b-d5bc-4ed9-9d71-91a691e1203b req-aebe73a3-7477-4bcb-bf00-f17afbbfb1cd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 1163 time: 0.0732050 Nov 18 16:32:41.524664 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7977d49b-d5bc-4ed9-9d71-91a691e1203b req-f5928ef5-abe9-4fcd-951b-620429b08406 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648296 Nov 18 16:32:41.539934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505272f-d797-4604-adb8-9e2e79788ecc req-857c201f-ba0c-49b4-b046-a69ff3df7750 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:41.541517 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1505272f-d797-4604-adb8-9e2e79788ecc req-857c201f-ba0c-49b4-b046-a69ff3df7750 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 944 time: 0.1208837 Nov 18 16:32:41.590598 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1505272f-d797-4604-adb8-9e2e79788ecc req-6fdc06cd-7a14-4223-a947-5b6ed47aba0a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425854 Nov 18 16:32:41.605370 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc3aac-da66-4302-9490-679d932543fd req-008dea33-8c2e-4924-a3b5-e3ff53b8f14a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:41.607595 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bddc3aac-da66-4302-9490-679d932543fd req-008dea33-8c2e-4924-a3b5-e3ff53b8f14a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0845454 Nov 18 16:32:41.659611 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bddc3aac-da66-4302-9490-679d932543fd req-efae6a14-6549-481e-9130-b410716314fb tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455041 Nov 18 16:32:42.285493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438a940-a0c8-42d6-bbe3-789cbae22981 req-6998295f-21db-4653-a383-510a11ec6fee tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:42.287096 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a438a940-a0c8-42d6-bbe3-789cbae22981 req-6998295f-21db-4653-a383-510a11ec6fee tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0818255 Nov 18 16:32:42.334577 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a438a940-a0c8-42d6-bbe3-789cbae22981 req-fdf9aaf9-6aa0-4173-8f03-f99f43144164 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414376 Nov 18 16:32:42.699508 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-363dee1d-cc18-418d-9e30-033a9bebf46a req-578563da-a663-4257-98b3-5e88900b16ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0769625 Nov 18 16:32:42.759449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device b4159e4b-56b8-4c31-a216-bba12bbebb60 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:32:42.801392 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-363dee1d-cc18-418d-9e30-033a9bebf46a req-ff2314ea-d4e5-4f94-aefa-764a724f98a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f60209aecd2c483ba2ca662ee690d91b&device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 1163 time: 0.0767152 Nov 18 16:32:42.815380 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e56d6a-fda1-4bd6-9edb-71e60699d348 req-d353a4bf-ed77-4272-b997-7118f68bcd2f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:42.817572 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d7e56d6a-fda1-4bd6-9edb-71e60699d348 req-d353a4bf-ed77-4272-b997-7118f68bcd2f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 944 time: 0.0988960 Nov 18 16:32:42.859765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port b4159e4b-56b8-4c31-a216-bba12bbebb60 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:42.860294 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:42.877406 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d7e56d6a-fda1-4bd6-9edb-71e60699d348 req-b53c5579-8116-400d-8e60-aaf5ae6896e3 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447993 Nov 18 16:32:43.053282 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db5fde-4a8a-45f7-ad12-b7b5af8d21dd req-fb68ea26-8de3-4f3a-ad9a-31253ee46b3b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:43.055051 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d3db5fde-4a8a-45f7-ad12-b7b5af8d21dd req-fb68ea26-8de3-4f3a-ad9a-31253ee46b3b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.1988654 Nov 18 16:32:43.056287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dee1d-cc18-418d-9e30-033a9bebf46a req-23387432-28cd-4b7c-8df5-f9a2a4178396 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:43.057771 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-363dee1d-cc18-418d-9e30-033a9bebf46a req-23387432-28cd-4b7c-8df5-f9a2a4178396 service neutron] 10.222.0.49 "GET /v2.0/networks?id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40 HTTP/1.1" status: 200 len: 902 time: 0.2335501 Nov 18 16:32:43.138618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bb689807-f313-4e40-85b4-1f6f625df373 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:32:43.191528 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d3db5fde-4a8a-45f7-ad12-b7b5af8d21dd req-50701587-e50e-4cb7-b3c7-892b28bc2b49 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296673 Nov 18 16:32:43.204607 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-363dee1d-cc18-418d-9e30-033a9bebf46a req-c07eac51-3148-4ad4-b2f5-6ff77657cc59 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb689807-f313-4e40-85b4-1f6f625df373 HTTP/1.1" status: 200 len: 1002 time: 0.1265280 Nov 18 16:32:43.208293 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port bb689807-f313-4e40-85b4-1f6f625df373 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:43.208722 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:43.285620 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dee1d-cc18-418d-9e30-033a9bebf46a req-a45938ee-297c-4783-aecb-0dbc23c967ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:43.287219 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-363dee1d-cc18-418d-9e30-033a9bebf46a req-a45938ee-297c-4783-aecb-0dbc23c967ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d658e2ab-202c-467c-a475-de43fe4003d5 HTTP/1.1" status: 200 len: 847 time: 0.0655572 Nov 18 16:32:43.327820 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bdf556b6-a689-47c6-980a-aa3d82626f36 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:32:43.376267 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-363dee1d-cc18-418d-9e30-033a9bebf46a req-b61a4d0f-98a8-4d30-93c6-ec19c561d9c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771551 Nov 18 16:32:43.401941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port bdf556b6-a689-47c6-980a-aa3d82626f36 completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:32:43.407275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port bdf556b6-a689-47c6-980a-aa3d82626f36 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:43.407753 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:43.534152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:43.556788 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-363dee1d-cc18-418d-9e30-033a9bebf46a req-19208f6f-9fa0-486c-9b5e-f5032002b8f0 service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693010 Nov 18 16:32:43.564407 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91d8911-5f8a-42fb-9713-996ed0c1c0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf556b6-a689-47c6-980a-aa3d82626f36'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:43.576085 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port bdf556b6-a689-47c6-980a-aa3d82626f36, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bdf556b6-a689-47c6-980a-aa3d82626f36,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:32:43.583263 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:43.585271 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:43.648791 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91d8911-5f8a-42fb-9713-996ed0c1c0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf556b6-a689-47c6-980a-aa3d82626f36', 'code': 200} Nov 18 16:32:43.674594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=bdf556b6-a689-47c6-980a-aa3d82626f36,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:43.685848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:43.738706 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-363dee1d-cc18-418d-9e30-033a9bebf46a req-9bfed180-0f6c-47ac-a9c2-261d5115bd09 service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1731741 Nov 18 16:32:43.754771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bb689807-f313-4e40-85b4-1f6f625df373 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:32:43.835627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port bb689807-f313-4e40-85b4-1f6f625df373 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:43.835993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:43.954459 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4c865798-8ee5-4bc9-ac2b-bcde038527f6 req-e16716ce-9aa4-4aff-b034-4a642069c5df service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 1163 time: 0.0859861 Nov 18 16:32:44.014005 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4c865798-8ee5-4bc9-ac2b-bcde038527f6 req-cb60d932-b8f4-42e2-8945-0996b9a6f603 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411739 Nov 18 16:32:44.098620 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2618a-e7a3-4666-a904-be4f1e2e4716 req-95807291-3564-44dd-b1d4-9bbbd174fe88 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:44.100170 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-aae2618a-e7a3-4666-a904-be4f1e2e4716 req-95807291-3564-44dd-b1d4-9bbbd174fe88 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 946 time: 0.0849345 Nov 18 16:32:44.146884 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-aae2618a-e7a3-4666-a904-be4f1e2e4716 req-ed43d710-2e07-4b44-b249-658d389908b7 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405707 Nov 18 16:32:44.425515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63d670-8230-4201-afcb-6e93861c2734 req-0f837d9f-9166-44ce-9ee2-7a29f0837fcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:44.427222 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6c63d670-8230-4201-afcb-6e93861c2734 req-0f837d9f-9166-44ce-9ee2-7a29f0837fcf tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0877001 Nov 18 16:32:44.475825 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6c63d670-8230-4201-afcb-6e93861c2734 req-a06b7f15-c31b-4bab-a77a-3678a8fb259c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422783 Nov 18 16:32:44.500984 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:45.354707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c335c-5b87-46d5-bae4-3836ba829548 req-1a0dbb40-6d86-4976-ae0f-bf8473eda9ce tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:45.356327 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-376c335c-5b87-46d5-bae4-3836ba829548 req-1a0dbb40-6d86-4976-ae0f-bf8473eda9ce tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 946 time: 0.0828357 Nov 18 16:32:45.403438 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-376c335c-5b87-46d5-bae4-3836ba829548 req-eaaff219-d338-494a-b408-99082c7b3d77 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411601 Nov 18 16:32:45.703762 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826bf61-6fe9-4bb2-89c9-4ae0b73b1efb req-799fb57b-bef9-42a2-b3ad-d611a191f721 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:45.705385 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e826bf61-6fe9-4bb2-89c9-4ae0b73b1efb req-799fb57b-bef9-42a2-b3ad-d611a191f721 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0872140 Nov 18 16:32:45.759440 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e826bf61-6fe9-4bb2-89c9-4ae0b73b1efb req-a5f8d7af-90a2-43aa-a137-7763fc40cd8e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474739 Nov 18 16:32:45.825212 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bdf556b6-a689-47c6-980a-aa3d82626f36 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:32:45.896578 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port bdf556b6-a689-47c6-980a-aa3d82626f36 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:45.897003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:46.618367 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf396b0-ce87-42fc-852a-e37c5ee39cda req-d45497b4-9a38-44eb-acb4-d4685f57163a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:46.619978 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-edf396b0-ce87-42fc-852a-e37c5ee39cda req-d45497b4-9a38-44eb-acb4-d4685f57163a tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 946 time: 0.0864184 Nov 18 16:32:46.666528 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-edf396b0-ce87-42fc-852a-e37c5ee39cda req-aa419f3d-a060-4874-bc41-68e96bc61992 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404289 Nov 18 16:32:46.874446 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89938794-243e-4708-a682-157594432c5c req-cf79dc46-266c-49b6-8500-788c12c5c1e6 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:46.877132 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-89938794-243e-4708-a682-157594432c5c req-cf79dc46-266c-49b6-8500-788c12c5c1e6 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 946 time: 0.0888250 Nov 18 16:32:46.887794 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 34910) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:32:46.893958 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-27369eb9-3dd2-4257-9ea4-be5be69a2642 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Request body: {'floatingip': {'port_id': 'bdf556b6-a689-47c6-980a-aa3d82626f36'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:32:46.976043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-27369eb9-3dd2-4257-9ea4-be5be69a2642 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:47.277050 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-43c16cfd-c5ab-4cbe-b839-a2138fffcb5f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1354816232&fields=id&tenant_id=4f83100735174800a64c933476053984 HTTP/1.1" status: 200 len: 267 time: 0.0463054 Nov 18 16:32:47.433636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a67fdff2-d913-4eb0-bc40-d4e2cfd3065f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:47.435259 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a67fdff2-d913-4eb0-bc40-d4e2cfd3065f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 811 time: 0.1510310 Nov 18 16:32:47.454564 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9ed2ad4c-9f93-429d-9d04-7bcca376450e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/quotas/4f83100735174800a64c933476053984 HTTP/1.1" status: 200 len: 375 time: 0.0126090 Nov 18 16:32:47.549062 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-da26c462-7bd9-4908-82ca-8027194ee541 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0881476 Nov 18 16:32:47.599055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-27369eb9-3dd2-4257-9ea4-be5be69a2642 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:47.602032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-27369eb9-3dd2-4257-9ea4-be5be69a2642 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:47.698217 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-e81029aa-f99d-4e6f-b1fb-fde33304972f service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368206 Nov 18 16:32:47.801798 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [None req-27369eb9-3dd2-4257-9ea4-be5be69a2642 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Floating IP 7c022e44-0594-4d61-9bf6-435687114902 associated. External IP: 172.27.0.41, port: bdf556b6-a689-47c6-980a-aa3d82626f36. Nov 18 16:32:47.813688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bdf556b6-a689-47c6-980a-aa3d82626f36 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:32:47.849585 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-408e52ac-a6d5-4950-bbc9-2e1c18039fee service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1441827 Nov 18 16:32:47.887187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port bdf556b6-a689-47c6-980a-aa3d82626f36 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:47.887635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:48.415631 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-49e71501-bf45-454b-930b-4f6a72efe2cc req-e67ec938-be7d-4867-861c-ab0fd9d991cc tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 210 time: 0.0567064 Nov 18 16:32:48.464126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27369eb9-3dd2-4257-9ea4-be5be69a2642 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Router 8915eb2b-b359-4b8e-a843-d89a30ed25ec has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:32:48.674817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27369eb9-3dd2-4257-9ea4-be5be69a2642 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:32:48.679700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-27369eb9-3dd2-4257-9ea4-be5be69a2642 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:48.684462 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703a4e36-d134-48fd-a95a-5275c7b9ba84 None None] Sync routers for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:32:48.698928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a4e36-d134-48fd-a95a-5275c7b9ba84 None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:32:48.699660 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-703a4e36-d134-48fd-a95a-5275c7b9ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:32:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:32:48.739765 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-27369eb9-3dd2-4257-9ea4-be5be69a2642 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "PUT /v2.0/floatingips/7c022e44-0594-4d61-9bf6-435687114902 HTTP/1.1" status: 200 len: 991 time: 1.8474498 Nov 18 16:32:48.739765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91d8911-5f8a-42fb-9713-996ed0c1c0c7', 'tag': 'bdf556b6-a689-47c6-980a-aa3d82626f36'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:48.891168 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91d8911-5f8a-42fb-9713-996ed0c1c0c7', 'tag': 'bdf556b6-a689-47c6-980a-aa3d82626f36', 'status': 'completed', 'code': 200} Nov 18 16:32:48.941175 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-703a4e36-d134-48fd-a95a-5275c7b9ba84 None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:32:48.995758 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c23705e7-7093-4fd0-9ba3-f930e1dd52ee req-e7eec505-ef35-44de-a872-3087f213694f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aeb580cf3a5f44b8831c32865a294c26&device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 1163 time: 0.0760632 Nov 18 16:32:49.139295 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23705e7-7093-4fd0-9ba3-f930e1dd52ee req-05732613-89f6-4c28-b779-179d1dbfa865 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:49.140951 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c23705e7-7093-4fd0-9ba3-f930e1dd52ee req-05732613-89f6-4c28-b779-179d1dbfa865 service neutron] 10.222.0.49 "GET /v2.0/networks?id=34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 200 len: 903 time: 0.1359887 Nov 18 16:32:49.311644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-703a4e36-d134-48fd-a95a-5275c7b9ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '7c022e44-0594-4d61-9bf6-435687114902', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'port_id': 'bdf556b6-a689-47c6-980a-aa3d82626f36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'mac_address': 'fa:16:3e:60:a1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d8911-5f8a-42fb-9713-996ed0c1c0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:32:12Z', 'updated_at': '2020-11-18T16:32:47Z', 'revision_number': 1, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:51Z', 'revision_number': 5, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:32:49.316454 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703a4e36-d134-48fd-a95a-5275c7b9ba84 None None] Checking router: 8915eb2b-b359-4b8e-a843-d89a30ed25ec for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:32:49.329464 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a4e36-d134-48fd-a95a-5275c7b9ba84 None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:32:49.330177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-703a4e36-d134-48fd-a95a-5275c7b9ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:32:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:32:49.475513 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c23705e7-7093-4fd0-9ba3-f930e1dd52ee req-0ad5edcb-35e6-4585-b3da-ce933f3b4b7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf556b6-a689-47c6-980a-aa3d82626f36 HTTP/1.1" status: 200 len: 999 time: 0.3261678 Nov 18 16:32:49.529086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-703a4e36-d134-48fd-a95a-5275c7b9ba84 None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:32:49.569216 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23705e7-7093-4fd0-9ba3-f930e1dd52ee req-08fcd068-4295-4584-a402-2d0a1a166529 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:49.571468 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c23705e7-7093-4fd0-9ba3-f930e1dd52ee req-08fcd068-4295-4584-a402-2d0a1a166529 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=694ea650-631a-4d5b-99f1-da9e1c62ca3c HTTP/1.1" status: 200 len: 848 time: 0.0880694 Nov 18 16:32:49.675650 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c23705e7-7093-4fd0-9ba3-f930e1dd52ee req-31fde0ad-ea87-40b5-aefd-a38281ce62c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=34419161-9207-4159-bf2c-4dd3d8b2a0f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863729 Nov 18 16:32:49.676022 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dfa55d92-8b0a-4bc7-b625-22ac758cfaf6 req-7e8c8b16-c79a-4a8a-9e31-1e500be28752 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 210 time: 0.0769398 Nov 18 16:32:49.710707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-2dbede95-cbc8-4f39-aa5c-33cc3cda7c42 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:49.712371 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-2dbede95-cbc8-4f39-aa5c-33cc3cda7c42 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 811 time: 0.2795358 Nov 18 16:32:49.829633 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-3069a795-21c0-4949-a0f9-4da819edba48 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f83100735174800a64c933476053984 HTTP/1.1" status: 200 len: 5087 time: 0.0982790 Nov 18 16:32:49.848683 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'port': {'device_id': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'admin_state_up': True, 'tenant_id': '4f83100735174800a64c933476053984', 'security_groups': ['1b52d9e7-4187-41af-ac29-862dbfd70c6a']}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:32:49.860144 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c23705e7-7093-4fd0-9ba3-f930e1dd52ee req-4ae78664-6b2a-443b-91e1-a07fa3e1f1e4 service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770387 Nov 18 16:32:49.975140 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-703a4e36-d134-48fd-a95a-5275c7b9ba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '7c022e44-0594-4d61-9bf6-435687114902', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'port_id': 'bdf556b6-a689-47c6-980a-aa3d82626f36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'mac_address': 'fa:16:3e:60:a1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d8911-5f8a-42fb-9713-996ed0c1c0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:32:12Z', 'updated_at': '2020-11-18T16:32:47Z', 'revision_number': 1, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:51Z', 'revision_number': 5, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:32:49.981204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703a4e36-d134-48fd-a95a-5275c7b9ba84 None None] The sync data for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi is: [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '7c022e44-0594-4d61-9bf6-435687114902', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'port_id': 'bdf556b6-a689-47c6-980a-aa3d82626f36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'mac_address': 'fa:16:3e:60:a1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91d8911-5f8a-42fb-9713-996ed0c1c0c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:32:12Z', 'updated_at': '2020-11-18T16:32:47Z', 'revision_number': 1, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:51Z', 'revision_number': 5, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:32:50.007391 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:32:50.022049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:32:50.036052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Made reservation on behalf of 4f83100735174800a64c933476053984 for: {'port': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:32:50.042102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:50.049192 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c23705e7-7093-4fd0-9ba3-f930e1dd52ee req-0cb355c2-24d8-4436-8d39-fe3eb5eb2b4a service neutron] 10.222.0.49 "GET /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1693110 Nov 18 16:32:50.329002 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41f27a9-3524-451e-af90-947d6e82c451 None None] New status for floating IP 7c022e44-0594-4d61-9bf6-435687114902: ACTIVE {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:32:50.359368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Allocated IP 172.20.0.12 (f9cc2ce3-1d54-4e8e-bb85-717fece24024/a1cef1fe-ef83-419a-a201-80a4671186f4/698afc9d-d001-4a4f-bc88-aef764168fec) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:32:50.561281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:50.577993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Transition to ACTIVE for port object 698afc9d-d001-4a4f-bc88-aef764168fec will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:32:50.600315 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:50.617613 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-02e944e1-bdfc-4181-b03c-0e6dbb1db988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:50.766187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event updated for resources: {'Port': ['ID=698afc9d-d001-4a4f-bc88-aef764168fec,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:50.807517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:50.886027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:32:50.888001 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:32:50.890365 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:32:50.974659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5cb51-c1c8-4b01-b998-ee6749cb5bbd req-cd932b19-f673-405e-907b-ef90fab8d8f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:50.976375 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-65e5cb51-c1c8-4b01-b998-ee6749cb5bbd req-cd932b19-f673-405e-907b-ef90fab8d8f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 932 time: 0.1627359 Nov 18 16:32:50.980882 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:50.981538 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:51.044513 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2047701 Nov 18 16:32:51.048649 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-65e5cb51-c1c8-4b01-b998-ee6749cb5bbd req-8eb7d1e7-7d92-470a-8c2e-2de7122d8a93 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0627556 Nov 18 16:32:51.062042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Request body: {'port': {'device_id': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:32:51.074304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-ebca0848-91e0-46b2-a336-1fc31267c90e None None] Provisioning for port 698afc9d-d001-4a4f-bc88-aef764168fec completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:32:51.079786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-ebca0848-91e0-46b2-a336-1fc31267c90e None None] Provisioning complete for port 698afc9d-d001-4a4f-bc88-aef764168fec triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:32:51.080208 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ebca0848-91e0-46b2-a336-1fc31267c90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:51.137468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-ebca0848-91e0-46b2-a336-1fc31267c90e None None] Port 698afc9d-d001-4a4f-bc88-aef764168fec cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:32:51.178644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:51.583855 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698afc9d-d001-4a4f-bc88-aef764168fec {{(pid=80322) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:32:51.590680 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:51.603015 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Transition to ACTIVE for port object 698afc9d-d001-4a4f-bc88-aef764168fec will not be triggered until provisioned by entity L2. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:32:51.605649 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:51.620960 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:51.764712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Pushing event updated for resources: {'Port': ['ID=698afc9d-d001-4a4f-bc88-aef764168fec,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:51.768368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:51.948763 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Attempting to bind port 698afc9d-d001-4a4f-bc88-aef764168fec on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:32:51.949148 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Attempting to bind port 698afc9d-d001-4a4f-bc88-aef764168fec by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:32:51.949533 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Attempting to bind port 698afc9d-d001-4a4f-bc88-aef764168fec on network f9cc2ce3-1d54-4e8e-bb85-717fece24024 {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:32:51.956905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:32:51.957376 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Checking segment: {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:32:51.957663 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:51.958061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Bound using segment: {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'} {{(pid=80322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:32:51.958536 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Bound port: 698afc9d-d001-4a4f-bc88-aef764168fec, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132c20ea-5051-4379-a4ca-e806948a29c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024'}}] {{(pid=80322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:32:51.958911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:52.047770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] For port 698afc9d-d001-4a4f-bc88-aef764168fec, host hv-cinder-75996, cleared binding levels {{(pid=80322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:32:52.051745 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] For port 698afc9d-d001-4a4f-bc88-aef764168fec, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=698afc9d-d001-4a4f-bc88-aef764168fec,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:32:52.055396 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:52.073587 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a8f2b872-2821-4104-b1bf-2a812414d9ee tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:32:52.475454 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Pushing event updated for resources: {'Port': ['ID=698afc9d-d001-4a4f-bc88-aef764168fec,revision_number=3']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:32:52.482844 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:32:52.538115 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:52.539473 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] 10.222.0.49 "PUT /v2.0/ports/698afc9d-d001-4a4f-bc88-aef764168fec HTTP/1.1" status: 200 len: 1158 time: 1.4828737 Nov 18 16:32:52.540033 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'tag': '698afc9d-d001-4a4f-bc88-aef764168fec'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:32:52.552632 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f5aa7-96c2-4345-96f4-085cb0503391 req-6ad387d7-6b50-46d9-9de4-69495a4586dd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:52.553260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-af7f5aa7-96c2-4345-96f4-085cb0503391 req-6ad387d7-6b50-46d9-9de4-69495a4586dd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:32:52.570597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-af7f5aa7-96c2-4345-96f4-085cb0503391 req-6ad387d7-6b50-46d9-9de4-69495a4586dd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:32:52.572260 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-af7f5aa7-96c2-4345-96f4-085cb0503391 req-6ad387d7-6b50-46d9-9de4-69495a4586dd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 944 time: 0.1678052 Nov 18 16:32:52.641080 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'tag': '698afc9d-d001-4a4f-bc88-aef764168fec', 'status': 'completed', 'code': 200} Nov 18 16:32:52.679649 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-af7f5aa7-96c2-4345-96f4-085cb0503391 req-a7309fed-1038-4349-a7cb-4f9312288506 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1001444 Nov 18 16:32:52.704383 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a6878889-debf-4699-969b-d228e72b964e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 1161 time: 0.1061316 Nov 18 16:32:52.797420 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-3fa7e779-0470-4b14-8f43-84d2168df711 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=698afc9d-d001-4a4f-bc88-aef764168fec HTTP/1.1" status: 200 len: 217 time: 0.0684972 Nov 18 16:32:52.879922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a170a998-72cd-4fee-a0d6-feaa9883fc5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:52.881466 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-a170a998-72cd-4fee-a0d6-feaa9883fc5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.0649476 Nov 18 16:32:52.967195 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-e64400be-5c72-42b0-b036-afcd7bf1b6f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740285 Nov 18 16:32:53.116493 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-ab5e062b-cd79-440d-85b4-780f347c4d0b service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387243 Nov 18 16:32:53.264309 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b7f11448-c58a-41e7-bbb6-e89182683d86 req-59dada80-df9c-47df-a439-09a36bfa95b3 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359563 Nov 18 16:32:53.420325 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cf9d78cb-31bd-4b54-9031-941bcaef99c8 req-b5799366-8923-42b1-8e75-4bfc18866590 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 1161 time: 0.0793438 Nov 18 16:32:53.568841 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d78cb-31bd-4b54-9031-941bcaef99c8 req-9d401739-57ac-44cc-afad-fcb49f5d8c8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:53.570440 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cf9d78cb-31bd-4b54-9031-941bcaef99c8 req-9d401739-57ac-44cc-afad-fcb49f5d8c8b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.1388385 Nov 18 16:32:53.655894 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cf9d78cb-31bd-4b54-9031-941bcaef99c8 req-9d6c60ad-3b17-4227-855a-6dc08695c847 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=698afc9d-d001-4a4f-bc88-aef764168fec HTTP/1.1" status: 200 len: 217 time: 0.0636759 Nov 18 16:32:53.756000 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d78cb-31bd-4b54-9031-941bcaef99c8 req-10f99713-3e83-4bb1-99b2-d29ea6cb4278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:53.757613 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cf9d78cb-31bd-4b54-9031-941bcaef99c8 req-10f99713-3e83-4bb1-99b2-d29ea6cb4278 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.0685360 Nov 18 16:32:53.907081 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cf9d78cb-31bd-4b54-9031-941bcaef99c8 req-baffbb3f-3a26-485d-a874-78de719fdf5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1367548 Nov 18 16:32:53.930339 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013c294-81fa-45c9-be92-48bba0598474 req-167a8b85-5082-47df-85e8-1b5566dd900d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:53.932040 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5013c294-81fa-45c9-be92-48bba0598474 req-167a8b85-5082-47df-85e8-1b5566dd900d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 944 time: 0.1071272 Nov 18 16:32:54.080125 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5013c294-81fa-45c9-be92-48bba0598474 req-46a9dc7c-6db7-4cc4-b0e3-9c7dcb67d2c9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1257491 Nov 18 16:32:54.103473 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cf9d78cb-31bd-4b54-9031-941bcaef99c8 req-5fab6b0f-d811-4977-8866-eeac2a542f57 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703105 Nov 18 16:32:54.246156 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cf9d78cb-31bd-4b54-9031-941bcaef99c8 req-b5d6b1c4-df99-4520-bd9c-d27b51a08603 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356230 Nov 18 16:32:54.883851 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:32:55.286635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac7870-f12b-4f24-9791-1b4e0bd485ad req-236063c5-ca0f-4203-85e6-6b2b00292cf6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:55.288255 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5aac7870-f12b-4f24-9791-1b4e0bd485ad req-236063c5-ca0f-4203-85e6-6b2b00292cf6 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 944 time: 0.0814390 Nov 18 16:32:55.334978 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5aac7870-f12b-4f24-9791-1b4e0bd485ad req-a3bec16b-a951-48d8-afb5-2e33d5cc4c82 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0406914 Nov 18 16:32:56.548138 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78eae0-2324-4d1c-bd13-eca6732a6bc5 req-21d2239c-a93f-4dc4-bdb9-71c5a7f8965c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:56.549734 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5f78eae0-2324-4d1c-bd13-eca6732a6bc5 req-21d2239c-a93f-4dc4-bdb9-71c5a7f8965c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 944 time: 0.0855865 Nov 18 16:32:56.597457 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5f78eae0-2324-4d1c-bd13-eca6732a6bc5 req-910e6c37-b30a-437c-96b0-8aed1a138162 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0417221 Nov 18 16:32:56.731088 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-387913e7-f954-41e2-89d3-0286719d578d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:57.810978 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473b958-ff12-45c1-af40-f1d715f26f21 req-20e1b200-32b6-417a-a9af-a4c3a007740d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:57.812593 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e473b958-ff12-45c1-af40-f1d715f26f21 req-20e1b200-32b6-417a-a9af-a4c3a007740d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 944 time: 0.0883977 Nov 18 16:32:57.870866 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e473b958-ff12-45c1-af40-f1d715f26f21 req-df0102e2-03c7-433d-8c1d-b6ad9e022c3c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0520656 Nov 18 16:32:59.077957 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55307-a3a0-43dc-a626-3f5240a32978 req-4a85e51e-a124-4e19-b7d1-fbc6b31beac5 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:32:59.079496 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7af55307-a3a0-43dc-a626-3f5240a32978 req-4a85e51e-a124-4e19-b7d1-fbc6b31beac5 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 944 time: 0.0826547 Nov 18 16:32:59.127777 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7af55307-a3a0-43dc-a626-3f5240a32978 req-f10c5d81-0153-4a2e-87f5-935179e0c686 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0416045 Nov 18 16:32:59.326362 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b2e144b6-3179-4a51-807e-7e435548e1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:32:59.706193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:00.341879 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bab5b2-85f7-4ba6-a479-527c003b2c7d req-93a7279d-d27b-4612-8090-aa21a4b61bcd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:00.343463 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e9bab5b2-85f7-4ba6-a479-527c003b2c7d req-93a7279d-d27b-4612-8090-aa21a4b61bcd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 944 time: 0.0860872 Nov 18 16:33:00.390279 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e9bab5b2-85f7-4ba6-a479-527c003b2c7d req-a35f5923-a2a9-4ebe-ac44-5980169a63b9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0401843 Nov 18 16:33:00.694803 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:01.222889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:01.598361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8eb9c0-af15-4654-be25-4d1ca08627bd req-c96d15ea-61a4-443d-9e67-b57ee3629224 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:01.599920 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cf8eb9c0-af15-4654-be25-4d1ca08627bd req-c96d15ea-61a4-443d-9e67-b57ee3629224 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 944 time: 0.0828614 Nov 18 16:33:01.646829 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cf8eb9c0-af15-4654-be25-4d1ca08627bd req-fa5e1287-c224-4640-a4a0-fac6215aeaf2 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0407212 Nov 18 16:33:02.858596 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c52e1-8b50-4f14-b76e-9a1c8c9a2a60 req-1826a4e8-6aef-49b6-9ef7-f78bd835e36e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:02.860234 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-910c52e1-8b50-4f14-b76e-9a1c8c9a2a60 req-1826a4e8-6aef-49b6-9ef7-f78bd835e36e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 944 time: 0.0869446 Nov 18 16:33:02.910210 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-910c52e1-8b50-4f14-b76e-9a1c8c9a2a60 req-72f7b2aa-8cf7-4afc-8273-d7530eda170f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0426159 Nov 18 16:33:04.121333 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fc1f3-af8c-48e7-ad6a-ad34322471d5 req-a55ab0f7-f248-498b-8649-9bbb0561a288 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:04.122958 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ff6fc1f3-af8c-48e7-ad6a-ad34322471d5 req-a55ab0f7-f248-498b-8649-9bbb0561a288 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 944 time: 0.0827117 Nov 18 16:33:04.174437 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ff6fc1f3-af8c-48e7-ad6a-ad34322471d5 req-7ecab6be-5d6f-4af7-b98f-4b7442feb72f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0454285 Nov 18 16:33:04.934170 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 698afc9d-d001-4a4f-bc88-aef764168fec up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:33:05.001871 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port 698afc9d-d001-4a4f-bc88-aef764168fec completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:33:05.007169 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 698afc9d-d001-4a4f-bc88-aef764168fec triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:33:05.007592 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:05.121593 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:05.148511 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698afc9d-d001-4a4f-bc88-aef764168fec'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:33:05.158517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 698afc9d-d001-4a4f-bc88-aef764168fec, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=698afc9d-d001-4a4f-bc88-aef764168fec,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:33:05.161393 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:05.163259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:33:05.210029 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698afc9d-d001-4a4f-bc88-aef764168fec', 'code': 200} Nov 18 16:33:05.237499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=698afc9d-d001-4a4f-bc88-aef764168fec,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:33:05.247655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.248057 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.248448 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.248833 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.249218 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.249596 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.249974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.250356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.250732 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.251106 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.251477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.251873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.252286 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.252657 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.253026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.253396 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.253781 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.254154 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.254519 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.254886 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.255252 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.255641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.256009 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.256374 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:05.260652 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:33:05.396379 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84c1be-4c17-4816-9168-9f52bf3fdb91 req-1cf47305-c59e-4f6d-bef1-7a65cd630a05 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:05.397894 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4b84c1be-4c17-4816-9168-9f52bf3fdb91 req-1cf47305-c59e-4f6d-bef1-7a65cd630a05 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 946 time: 0.0820100 Nov 18 16:33:05.446618 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4b84c1be-4c17-4816-9168-9f52bf3fdb91 req-390d1003-16e6-436c-ade6-3f3318a389ed tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0424583 Nov 18 16:33:05.620052 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eeebe681-4e95-4633-900e-06eb959e0918 req-0b2ca12a-3feb-4027-a2a2-ea4ad553cfb8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 1163 time: 0.0726445 Nov 18 16:33:05.666545 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-eeebe681-4e95-4633-900e-06eb959e0918 req-f08b021e-d9c0-4674-a6cd-7bad0c0db0f6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0361242 Nov 18 16:33:06.066786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 698afc9d-d001-4a4f-bc88-aef764168fec up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:33:06.136256 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 698afc9d-d001-4a4f-bc88-aef764168fec triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:33:06.136802 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:06.669859 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9843096-e66b-4a61-ba79-0d270c7daff4 req-d42c901d-f26b-4096-84ad-85b2c88331d9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:06.671462 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d9843096-e66b-4a61-ba79-0d270c7daff4 req-d42c901d-f26b-4096-84ad-85b2c88331d9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 946 time: 0.0877299 Nov 18 16:33:06.719882 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d9843096-e66b-4a61-ba79-0d270c7daff4 req-9bb72c36-c4a3-4024-b040-8db6332abff9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0419636 Nov 18 16:33:07.944995 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d60ee0-aa16-4367-92d5-053792afc15e req-7eae5547-98e8-4a94-aff3-157b1995c86e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:07.946544 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a6d60ee0-aa16-4367-92d5-053792afc15e req-7eae5547-98e8-4a94-aff3-157b1995c86e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 946 time: 0.0870726 Nov 18 16:33:07.993912 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a6d60ee0-aa16-4367-92d5-053792afc15e req-fcefc216-7367-420e-8a3c-d762ba0af563 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0409057 Nov 18 16:33:08.062783 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 698afc9d-d001-4a4f-bc88-aef764168fec up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:33:08.134242 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 698afc9d-d001-4a4f-bc88-aef764168fec triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:33:08.134660 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:09.209586 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d13df-b86e-4eec-b502-eec13419a45e req-dfef9aa1-d824-4460-a4bc-5fa64f5a7904 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:09.211106 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e9d13df-b86e-4eec-b502-eec13419a45e req-dfef9aa1-d824-4460-a4bc-5fa64f5a7904 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 946 time: 0.0869339 Nov 18 16:33:09.259722 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e9d13df-b86e-4eec-b502-eec13419a45e req-8623fba8-1660-4852-bb19-1982de1b0b9e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0423536 Nov 18 16:33:09.473425 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31798196-b5d4-4567-a27b-54f61c40352c req-8947274b-d9a9-4a7e-a79e-54cba46dcfba tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:09.475010 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-31798196-b5d4-4567-a27b-54f61c40352c req-8947274b-d9a9-4a7e-a79e-54cba46dcfba tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 946 time: 0.0859959 Nov 18 16:33:09.521720 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-31798196-b5d4-4567-a27b-54f61c40352c req-37dd6218-c038-405f-bea2-96ffc857e177 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0406983 Nov 18 16:33:09.728845 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-afa25457-22b8-4c77-8e02-a2307b0ae9a8 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1539602 Nov 18 16:33:09.739352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'floatingip': {'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:33:09.744898 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:33:09.754743 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:33:09.764223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:09.908697 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:10.185698 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Allocated IP 172.27.0.211 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/1cb0913c-3d47-4a5a-8722-a6c2de59499b) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:33:10.340103 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:10.365172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:10.380839 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7cddff74-ff50-4949-8f78-3bf8401fdf00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:33:10.519307 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event updated for resources: {'Port': ['ID=1cb0913c-3d47-4a5a-8722-a6c2de59499b,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:33:10.537639 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.538063 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.538477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.538889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.539293 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.539728 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.540131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.540531 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.540931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.541328 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.541726 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.542124 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.542561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.542955 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.543352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.543780 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.544178 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.544574 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.544966 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.545359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.545752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.546144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.546538 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.546950 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:33:10.559262 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:33:10.583046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:33:10.584245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:33:10.586411 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:33:10.679928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:10.736811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:11.000090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:11.003517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:11.018910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b0976cce-085b-4996-8f53-77697d5273f1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:33:11.158791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event updated for resources: {'Port': ['ID=1cb0913c-3d47-4a5a-8722-a6c2de59499b,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:33:11.168737 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:33:11.259134 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:11.285029 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:11.286343 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5518575 Nov 18 16:33:11.368121 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-580b5ac9-460b-49ec-a26f-c563b9d8f506 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:floatingip {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:33:11.382738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-580b5ac9-460b-49ec-a26f-c563b9d8f506 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:floatingip {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:33:11.384027 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-580b5ac9-460b-49ec-a26f-c563b9d8f506 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.211 HTTP/1.1" status: 200 len: 696 time: 0.0914979 Nov 18 16:33:11.537674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-b75df149-63e4-4f34-9535-6aa1dc082359 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:11.539041 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5391368b-63e5-4cf2-ae10-6bda6fdafebd req-b75df149-63e4-4f34-9535-6aa1dc082359 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/networks/eae6701d-1990-4314-b852-5917518e9bba HTTP/1.1" status: 200 len: 784 time: 0.1493545 Nov 18 16:33:11.728529 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-7bd2af57-c22b-4a67-8d82-040822fda93c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:11.730129 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-7bd2af57-c22b-4a67-8d82-040822fda93c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0828516 Nov 18 16:33:11.817041 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-7449029d-0472-4ce2-9dc1-767a7a87641b tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.211 HTTP/1.1" status: 200 len: 696 time: 0.0808413 Nov 18 16:33:11.827262 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-e35676b7-5330-4f49-9bbc-3efb0fa3a92c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Request body: {'floatingip': {'port_id': '698afc9d-d001-4a4f-bc88-aef764168fec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:33:11.908287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-e35676b7-5330-4f49-9bbc-3efb0fa3a92c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:12.629882 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.resource_extend [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-e35676b7-5330-4f49-9bbc-3efb0fa3a92c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 18 16:33:12.728944 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-e35676b7-5330-4f49-9bbc-3efb0fa3a92c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:12.731209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-e35676b7-5330-4f49-9bbc-3efb0fa3a92c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:12.929130 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-e35676b7-5330-4f49-9bbc-3efb0fa3a92c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Floating IP 2ff81ac4-0ed2-4bc3-862a-e2fd51ec9c5b associated. External IP: 172.27.0.211, port: 698afc9d-d001-4a4f-bc88-aef764168fec. Nov 18 16:33:13.329395 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-e35676b7-5330-4f49-9bbc-3efb0fa3a92c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Router 4b716cd0-5cce-444b-b689-dd6248265558 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:33:13.536772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-e35676b7-5330-4f49-9bbc-3efb0fa3a92c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:33:13.541641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-e35676b7-5330-4f49-9bbc-3efb0fa3a92c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:13.546374 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d98bf8-db26-482c-a8be-497268acbe62 None None] Sync routers for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:33:13.560065 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d98bf8-db26-482c-a8be-497268acbe62 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:33:13.560757 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-85d98bf8-db26-482c-a8be-497268acbe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:32:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:33:13.597367 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-e35676b7-5330-4f49-9bbc-3efb0fa3a92c tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "PUT /v2.0/floatingips/2ff81ac4-0ed2-4bc3-862a-e2fd51ec9c5b HTTP/1.1" status: 200 len: 997 time: 1.7742066 Nov 18 16:33:13.597844 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'tag': '698afc9d-d001-4a4f-bc88-aef764168fec'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:33:13.751591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-85d98bf8-db26-482c-a8be-497268acbe62 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:33:13.763874 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-c604a8b3-c1a9-4257-a9cf-08f08b482bb6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 1163 time: 0.1536422 Nov 18 16:33:13.799298 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'tag': '698afc9d-d001-4a4f-bc88-aef764168fec', 'status': 'completed', 'code': 200} Nov 18 16:33:13.970490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-de30ac0c-8543-4aac-b5a4-356fd836b6a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:13.972168 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-de30ac0c-8543-4aac-b5a4-356fd836b6a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.2008259 Nov 18 16:33:14.038296 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fc24cf8d-df1c-4493-aa5f-82bb3705f5d1 req-4d1432c1-63aa-4183-8b71-ca1a7076377a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 1163 time: 0.1719530 Nov 18 16:33:14.125969 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-85d98bf8-db26-482c-a8be-497268acbe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '2ff81ac4-0ed2-4bc3-862a-e2fd51ec9c5b', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': '698afc9d-d001-4a4f-bc88-aef764168fec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:3d:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:33:10Z', 'updated_at': '2020-11-18T16:33:12Z', 'revision_number': 1, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}, {'id': 'f86ba5f1-7555-42d2-9b11-80cd35fcad88', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:7d:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:30:31Z', 'updated_at': '2020-11-18T16:30:36Z', 'revision_number': 2, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:33:14.130682 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d98bf8-db26-482c-a8be-497268acbe62 None None] Checking router: 4b716cd0-5cce-444b-b689-dd6248265558 for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:33:14.141807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d98bf8-db26-482c-a8be-497268acbe62 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:33:14.142471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-85d98bf8-db26-482c-a8be-497268acbe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:32:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:33:14.181697 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-190c4772-0979-4f77-9ea7-3160f1a1ddec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=698afc9d-d001-4a4f-bc88-aef764168fec HTTP/1.1" status: 200 len: 1000 time: 0.2026434 Nov 18 16:33:14.264881 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24cf8d-df1c-4493-aa5f-82bb3705f5d1 req-bff051d8-0476-4468-9c90-c8b52bb055e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:14.266360 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fc24cf8d-df1c-4493-aa5f-82bb3705f5d1 req-bff051d8-0476-4468-9c90-c8b52bb055e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.2146857 Nov 18 16:33:14.273503 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-54002eb8-c392-4aa3-ae74-678f3b1c5622 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:14.274977 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-54002eb8-c392-4aa3-ae74-678f3b1c5622 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.0864093 Nov 18 16:33:14.327985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-85d98bf8-db26-482c-a8be-497268acbe62 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:33:14.443655 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fc24cf8d-df1c-4493-aa5f-82bb3705f5d1 req-e47b8311-fc88-43e5-8165-ea702b6295b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=698afc9d-d001-4a4f-bc88-aef764168fec HTTP/1.1" status: 200 len: 1000 time: 0.1247761 Nov 18 16:33:14.449199 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-0d60b420-3f2f-40fe-b7ba-08a76e965865 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1676006 Nov 18 16:33:14.516497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:14.720472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-85d98bf8-db26-482c-a8be-497268acbe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '2ff81ac4-0ed2-4bc3-862a-e2fd51ec9c5b', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': '698afc9d-d001-4a4f-bc88-aef764168fec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:3d:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:33:10Z', 'updated_at': '2020-11-18T16:33:12Z', 'revision_number': 1, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}, {'id': 'f86ba5f1-7555-42d2-9b11-80cd35fcad88', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:7d:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:30:31Z', 'updated_at': '2020-11-18T16:30:36Z', 'revision_number': 2, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:33:14.725350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d98bf8-db26-482c-a8be-497268acbe62 None None] The sync data for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi is: [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': '2ff81ac4-0ed2-4bc3-862a-e2fd51ec9c5b', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': '698afc9d-d001-4a4f-bc88-aef764168fec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:3d:e1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:33:10Z', 'updated_at': '2020-11-18T16:33:12Z', 'revision_number': 1, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}, {'id': 'f86ba5f1-7555-42d2-9b11-80cd35fcad88', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:7d:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:30:31Z', 'updated_at': '2020-11-18T16:30:36Z', 'revision_number': 2, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:33:14.849063 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24cf8d-df1c-4493-aa5f-82bb3705f5d1 req-619c13c7-efb6-4300-ab57-9cf8b9676732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:14.850644 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fc24cf8d-df1c-4493-aa5f-82bb3705f5d1 req-619c13c7-efb6-4300-ab57-9cf8b9676732 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.3954713 Nov 18 16:33:14.922241 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-9a290e20-66db-4424-911f-43555458295d service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657428 Nov 18 16:33:15.059499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db662570-ccf6-4d2e-905c-40cd168cfef2 None None] New status for floating IP 2ff81ac4-0ed2-4bc3-862a-e2fd51ec9c5b: ACTIVE {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:33:15.066765 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fc24cf8d-df1c-4493-aa5f-82bb3705f5d1 req-29522622-0588-4046-8545-b04464f77a86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1960235 Nov 18 16:33:15.089472 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-23bc13cd-d1d8-4af2-81c2-2e4ae691a92e req-07f24532-114d-403f-9dc5-2e6cafddd44a service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1600378 Nov 18 16:33:15.228245 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fc24cf8d-df1c-4493-aa5f-82bb3705f5d1 req-c61c5d68-2eb2-42bf-ae35-b5e12a89351d service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411815 Nov 18 16:33:15.377019 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fc24cf8d-df1c-4493-aa5f-82bb3705f5d1 req-a583192e-fbd4-4c72-a97f-d2b7ac7f2dfb service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361613 Nov 18 16:33:26.732730 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c8e82b45-d56f-4493-87d0-f94e5bb9b654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:29.328292 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c106c6b7-4a35-49a5-b189-39bbe555344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:29.707397 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:30.696636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:31.227745 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:31.885152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:33:44.548856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:45.881520 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21badaf8-b8dd-4056-8be7-0d7f9a31e03a req-a8308e06-029d-46b2-b57a-00b5aacdd08e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0742631 Nov 18 16:33:45.982355 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21badaf8-b8dd-4056-8be7-0d7f9a31e03a req-7e28f6c2-fd45-43cc-a1b4-7c97951cd7f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=df494528946a43d5ba6514ed79b63a48&device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 1163 time: 0.0789771 Nov 18 16:33:46.138968 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21badaf8-b8dd-4056-8be7-0d7f9a31e03a req-88fe944f-dbb8-449f-b3e2-a84c5ee25eed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:46.140549 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21badaf8-b8dd-4056-8be7-0d7f9a31e03a req-88fe944f-dbb8-449f-b3e2-a84c5ee25eed service neutron] 10.222.0.49 "GET /v2.0/networks?id=1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 200 len: 910 time: 0.1362779 Nov 18 16:33:46.249575 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21badaf8-b8dd-4056-8be7-0d7f9a31e03a req-bfe8b31f-dd28-4cb2-871b-8756283d6034 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4159e4b-56b8-4c31-a216-bba12bbebb60 HTTP/1.1" status: 200 len: 1002 time: 0.1001139 Nov 18 16:33:46.345665 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21badaf8-b8dd-4056-8be7-0d7f9a31e03a req-bd47e2cc-4632-490f-b153-849bd690e77b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:33:46.347870 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21badaf8-b8dd-4056-8be7-0d7f9a31e03a req-bd47e2cc-4632-490f-b153-849bd690e77b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c1beae45-1813-4b14-95e2-5567322586dc HTTP/1.1" status: 200 len: 855 time: 0.0685976 Nov 18 16:33:46.429290 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21badaf8-b8dd-4056-8be7-0d7f9a31e03a req-b45c0433-a786-4a79-ab43-b0555a7bb938 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1b887802-331a-4da8-8c9d-df380fb14d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732560 Nov 18 16:33:46.572190 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21badaf8-b8dd-4056-8be7-0d7f9a31e03a req-b342a8b4-5175-4193-9e4f-748c91ffcb84 service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350882 Nov 18 16:33:46.716225 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-21badaf8-b8dd-4056-8be7-0d7f9a31e03a req-cf0ed576-2b84-48e4-b657-6cc0e839d13c service neutron] 10.222.0.49 "GET /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359954 Nov 18 16:33:56.734781 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-250e963e-9520-49cd-83d2-a26b2261bb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:59.329212 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8a577a87-8a93-4d28-920e-2e3d47fdc602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:33:59.709135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:00.697086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:01.230165 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:08.885835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:34:14.570485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:16.519623 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff87d4-6acc-46a2-8d2a-0ffc36c24bfe req-bb968d21-5b89-47df-8da1-8c97a73d135a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:16.521229 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-74ff87d4-6acc-46a2-8d2a-0ffc36c24bfe req-bb968d21-5b89-47df-8da1-8c97a73d135a tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0868263 Nov 18 16:34:16.569037 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-74ff87d4-6acc-46a2-8d2a-0ffc36c24bfe req-9c466866-f667-47b3-98e3-e8414f67dbad tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415769 Nov 18 16:34:17.796423 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96995c43-6c98-414c-9c05-64993e3fc397 req-94cf6877-1849-4f23-b64f-f28a3ec8c4e0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:17.798033 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-96995c43-6c98-414c-9c05-64993e3fc397 req-94cf6877-1849-4f23-b64f-f28a3ec8c4e0 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0823281 Nov 18 16:34:17.846159 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-96995c43-6c98-414c-9c05-64993e3fc397 req-0d3b35c8-ebbc-4075-8fb4-7e2211ccd2ac tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406551 Nov 18 16:34:18.429425 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-83b226c0-df2d-434a-a6c8-b6d9ff33a756 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:18.431024 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-83b226c0-df2d-434a-a6c8-b6d9ff33a756 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.49 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 946 time: 0.0871093 Nov 18 16:34:18.456188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device b4159e4b-56b8-4c31-a216-bba12bbebb60 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:34:18.506401 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Deleting port b4159e4b-56b8-4c31-a216-bba12bbebb60 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:34:18.506786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:18.569989 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:18.598082 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:34:18.608694 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port b4159e4b-56b8-4c31-a216-bba12bbebb60, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b4159e4b-56b8-4c31-a216-bba12bbebb60,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:34:18.612648 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:18.614507 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:18.660998 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60', 'code': 200} Nov 18 16:34:18.687589 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=b4159e4b-56b8-4c31-a216-bba12bbebb60,revision_number=7']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:18.697219 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.697612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.697996 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.698375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.698752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.699125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.699495 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.699893 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.700264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.700633 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.701001 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.701377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.702020 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.702385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.702749 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.703112 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.703472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.703859 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.704222 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.704582 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.705490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.705858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.706220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.706579 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:18.711054 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:18.767807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] For port b4159e4b-56b8-4c31-a216-bba12bbebb60, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b4159e4b-56b8-4c31-a216-bba12bbebb60,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:34:18.768246 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:19.115164 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:19.115825 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:19.115974 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Floating IP 088ac2ca-7902-489e-9aef-6358ccd1ff0a disassociated. External IP: 172.27.0.160, port: b4159e4b-56b8-4c31-a216-bba12bbebb60. Nov 18 16:34:19.116268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Calling delete_port for b4159e4b-56b8-4c31-a216-bba12bbebb60 owned by compute:nova {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:34:19.193508 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34911f-9754-40ae-a8a5-1da65860669f req-1d02ed62-e5a5-4cb8-a885-c39cd91fafc8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:19.195028 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6f34911f-9754-40ae-a8a5-1da65860669f req-1d02ed62-e5a5-4cb8-a885-c39cd91fafc8 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.1620824 Nov 18 16:34:19.252690 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:34:19.253046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:34:19.255617 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6f34911f-9754-40ae-a8a5-1da65860669f req-abc00675-0bbd-4190-abb3-6dd4b82cc323 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463927 Nov 18 16:34:19.754925 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Deleting port b4159e4b-56b8-4c31-a216-bba12bbebb60 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:34:19.755536 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:20.018031 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] For port b4159e4b-56b8-4c31-a216-bba12bbebb60, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=b4159e4b-56b8-4c31-a216-bba12bbebb60,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:34:20.018431 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:20.579709 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:20.580944 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:20.580944 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Floating IP 088ac2ca-7902-489e-9aef-6358ccd1ff0a disassociated. External IP: 172.27.0.160, port: b4159e4b-56b8-4c31-a216-bba12bbebb60. Nov 18 16:34:20.580944 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Calling delete_port for b4159e4b-56b8-4c31-a216-bba12bbebb60 owned by compute:nova {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:34:20.644388 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525af8b-e31d-4564-aecc-9ed36df5b4bc req-84ad60c1-52cf-4417-a18c-45644180bb78 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:20.646002 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1525af8b-e31d-4564-aecc-9ed36df5b4bc req-84ad60c1-52cf-4417-a18c-45644180bb78 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 944 time: 0.2308254 Nov 18 16:34:20.743418 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1525af8b-e31d-4564-aecc-9ed36df5b4bc req-425830f8-9ef5-43ca-be84-0d431517212b tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups?id=90214036-94c6-47b5-88b2-90e2f98775e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904455 Nov 18 16:34:20.789916 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:20.806141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e2fca358-e75c-46f2-8dcd-1263f66a7cc1 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:20.851013 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event deleted for resources: {'Port': ['ID=b4159e4b-56b8-4c31-a216-bba12bbebb60,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:20.929368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.929784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.930192 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.930595 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.930994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.931393 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.931814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.932209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.932601 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.932992 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.933386 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.933774 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.934205 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.934593 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.934979 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.935363 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.935776 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.936160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.936546 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.936932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.937320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.937709 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.938093 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.938477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:20.943454 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:21.203106 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:34:21.410599 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:34:21.420523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ed005-3816-48bf-b6f5-3eb0aefc0fb5 None None] Sync routers for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:34:21.433759 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ed005-3816-48bf-b6f5-3eb0aefc0fb5 None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:34:21.434528 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-b01ed005-3816-48bf-b6f5-3eb0aefc0fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:33:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:21.448470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] No DVR routers for this DVR port b4159e4b-56b8-4c31-a216-bba12bbebb60 on host hv-cinder-75996 {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:34:21.451115 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:21.454578 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'name': 'network-vif-deleted', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:34:21.472801 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d3a579ff-3d29-4878-869e-3098b1b9bf98 req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.49 "DELETE /v2.0/ports/b4159e4b-56b8-4c31-a216-bba12bbebb60 HTTP/1.1" status: 204 len: 173 time: 3.0355170 Nov 18 16:34:21.521658 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13', 'name': 'network-vif-deleted', 'tag': 'b4159e4b-56b8-4c31-a216-bba12bbebb60', 'status': 'completed', 'code': 200} Nov 18 16:34:21.635171 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-b01ed005-3816-48bf-b6f5-3eb0aefc0fb5 None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:34:21.973845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-b01ed005-3816-48bf-b6f5-3eb0aefc0fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:58Z', 'revision_number': 5, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:21.978275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ed005-3816-48bf-b6f5-3eb0aefc0fb5 None None] Checking router: fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:34:21.978613 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1ef64bd4-ef3e-4be6-9895-1fd06e080181 req-3e5e5098-8a71-4547-8bc0-4fb95a8a13c2 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/ports?device_id=9fc9ebe5-cf3d-4e8c-b311-ea026a5aee13 HTTP/1.1" status: 200 len: 210 time: 0.0547071 Nov 18 16:34:21.990815 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ed005-3816-48bf-b6f5-3eb0aefc0fb5 None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:34:21.991487 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-b01ed005-3816-48bf-b6f5-3eb0aefc0fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:33:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:22.331392 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-b01ed005-3816-48bf-b6f5-3eb0aefc0fb5 None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:34:22.649018 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-b01ed005-3816-48bf-b6f5-3eb0aefc0fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:58Z', 'revision_number': 5, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:22.653125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ed005-3816-48bf-b6f5-3eb0aefc0fb5 None None] The sync data for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi is: [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:21:52Z', 'revision_number': 4, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'f988d1e0-4b44-4b15-a004-baa5b2f93fc3', 'name': '', 'network_id': '1b887802-331a-4da8-8c9d-df380fb14d95', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'mac_address': 'fa:16:3e:cd:ed:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:50Z', 'updated_at': '2020-11-18T16:21:58Z', 'revision_number': 5, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'subnets': [{'id': 'c1beae45-1813-4b14-95e2-5567322586dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:34:23.058601 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290f0ec2-8657-4c9a-873f-ab8704319613 None None] New status for floating IP 088ac2ca-7902-489e-9aef-6358ccd1ff0a: DOWN {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:34:23.147247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35228) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:23.218187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:23.247020 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:23.298347 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:23.307198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-53606c81-8cf2-46e7-82d2-52e9bb4f710f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:23.320733 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event deleted for resources: {'SecurityGroup': ['ID=90214036-94c6-47b5-88b2-90e2f98775e1,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:23.334350 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.334777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.335193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.335683 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.336048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.336454 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.336859 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.337263 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.337670 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.338066 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.338467 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.338902 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.339339 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.339767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.340163 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.340556 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.340952 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.341344 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.341736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.342128 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.342520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.342917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.343309 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.343731 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:34:23.347936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:23.349035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:23.350312 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-3e8961c5-2f32-4e85-a2d9-8db8e0ce6521 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "DELETE /v2.0/security-groups/90214036-94c6-47b5-88b2-90e2f98775e1 HTTP/1.1" status: 204 len: 168 time: 0.2019548 Nov 18 16:34:23.353442 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35232) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:23.370879 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.v2.resource [None req-7da36118-0c46-43cd-9f31-bbcc53ab1b4c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] show failed (client error): The resource could not be found. Nov 18 16:34:23.371938 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-7da36118-0c46-43cd-9f31-bbcc53ab1b4c tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "GET /v2.0/security-groups/90214036-94c6-47b5-88b2-90e2f98775e1 HTTP/1.1" status: 404 len: 347 time: 0.0177860 Nov 18 16:34:23.374777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35236) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:23.535525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-7860e826-df78-4b72-959c-46776095b022 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Deleting port 520849ba-aabd-406f-ba5d-658dfda6b465 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:34:23.535915 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7860e826-df78-4b72-959c-46776095b022 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:23.709694 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7860e826-df78-4b72-959c-46776095b022 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:23.710314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7860e826-df78-4b72-959c-46776095b022 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:24.045150 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-7860e826-df78-4b72-959c-46776095b022 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Calling delete_port for 520849ba-aabd-406f-ba5d-658dfda6b465 owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:34:24.187949 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7860e826-df78-4b72-959c-46776095b022 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:24.203099 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:24.257797 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860e826-df78-4b72-959c-46776095b022 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Pushing event deleted for resources: {'Port': ['ID=520849ba-aabd-406f-ba5d-658dfda6b465,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:24.263077 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7860e826-df78-4b72-959c-46776095b022 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:24.425355 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7860e826-df78-4b72-959c-46776095b022 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:24.439925 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7860e826-df78-4b72-959c-46776095b022 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:24.441121 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-7860e826-df78-4b72-959c-46776095b022 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] 10.222.0.15 "DELETE /v2.0/floatingips/088ac2ca-7902-489e-9aef-6358ccd1ff0a HTTP/1.1" status: 204 len: 168 time: 1.0655084 Nov 18 16:34:26.735686 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8b342822-5ed2-4c04-b612-10c33d0d0375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:27.326092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35268) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:27.974127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ba996189-4940-4c73-aa6c-206386467eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821489292'] for router_interface, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:28.590411 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-ba996189-4940-4c73-aa6c-206386467eeb admin admin] Deleting port f988d1e0-4b44-4b15-a004-baa5b2f93fc3 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:34:28.590796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ba996189-4940-4c73-aa6c-206386467eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:28.768709 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-ba996189-4940-4c73-aa6c-206386467eeb admin admin] For port f988d1e0-4b44-4b15-a004-baa5b2f93fc3, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=f988d1e0-4b44-4b15-a004-baa5b2f93fc3,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:34:28.769127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ba996189-4940-4c73-aa6c-206386467eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:28.900827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-ba996189-4940-4c73-aa6c-206386467eeb admin admin] Calling delete_port for f988d1e0-4b44-4b15-a004-baa5b2f93fc3 owned by network:router_interface {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:34:29.078493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ba996189-4940-4c73-aa6c-206386467eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:29.093505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:29.144883 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba996189-4940-4c73-aa6c-206386467eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=f988d1e0-4b44-4b15-a004-baa5b2f93fc3,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:29.149500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ba996189-4940-4c73-aa6c-206386467eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:29.331986 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-faa82d67-080a-46b9-84af-4346b204da90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:29.513625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ba996189-4940-4c73-aa6c-206386467eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33292004'] for router_interface, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:29.711591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:30.458113 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba996189-4940-4c73-aa6c-206386467eeb admin admin] Router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:34:30.664147 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba996189-4940-4c73-aa6c-206386467eeb admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:34:30.672790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243f451-eb8c-421a-8c13-76b62bd59cb9 None None] Sync routers for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:34:30.677542 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ba996189-4940-4c73-aa6c-206386467eeb admin admin] 10.222.0.15 "PUT /v2.0/routers/fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3500485 Nov 18 16:34:30.680222 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35280) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:30.699628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243f451-eb8c-421a-8c13-76b62bd59cb9 None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:34:30.700301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-2243f451-eb8c-421a-8c13-76b62bd59cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:34:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:30.773271 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:30.895231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Notify callbacks [] for router, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:30.898718 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-2243f451-eb8c-421a-8c13-76b62bd59cb9 None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:34:31.103387 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:31.112394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Deleting port 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:34:31.113232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:31.199297 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-2243f451-eb8c-421a-8c13-76b62bd59cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:34:29Z', 'revision_number': 5, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port': {'id': '0d4bd539-75f6-4a3a-a5e6-884ea66e0623', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:21:32Z', 'updated_at': '2020-11-18T16:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:31.203591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243f451-eb8c-421a-8c13-76b62bd59cb9 None None] Checking router: fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:34:31.214616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243f451-eb8c-421a-8c13-76b62bd59cb9 None None] Routers {'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:34:31.215280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-2243f451-eb8c-421a-8c13-76b62bd59cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:34:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:31.297243 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] For port 0d4bd539-75f6-4a3a-a5e6-884ea66e0623, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=0d4bd539-75f6-4a3a-a5e6-884ea66e0623,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:34:31.297673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:31.353313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:31.386180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-2243f451-eb8c-421a-8c13-76b62bd59cb9 None None] Set router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 gateway port host: None {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:34:31.429678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Calling delete_port for 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 owned by network:router_gateway {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:34:31.499906 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-2243f451-eb8c-421a-8c13-76b62bd59cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:34:31Z', 'revision_number': 6, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port_host': None}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:31.504680 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243f451-eb8c-421a-8c13-76b62bd59cb9 None None] The sync data for ids ['fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0'] in dv-cinder-759961-2-iscsi is: [{'id': 'fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0', 'name': 'tempest-AttachVolumeShelveTestJSON-757449713-router', 'tenant_id': 'df494528946a43d5ba6514ed79b63a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:21:29Z', 'updated_at': '2020-11-18T16:34:31Z', 'revision_number': 6, 'project_id': 'df494528946a43d5ba6514ed79b63a48', 'gw_port_host': None}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:34:31.598593 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:31.617681 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a176fd10-e72c-4d98-bb18-9cf931b82a6f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:31.670346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4bd539-75f6-4a3a-a5e6-884ea66e0623,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:31.674891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:31.977693 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821543052'] for router_gateway, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:32.244754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821561876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736553'] for router, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:32.249199 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:32.275440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821562026'] for router, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:32.276084 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 {{(pid=80323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 16:34:32.288871 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:32.290124 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-fa83a97c-ef56-496d-9e68-9149af3c4c2c admin admin] 10.222.0.15 "DELETE /v2.0/routers/fcd6b3a1-c4e7-4eda-b0c5-ea1ff1f500d0 HTTP/1.1" status: 204 len: 168 time: 1.6081104 Nov 18 16:34:32.292690 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35286) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:32.361375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5dd55b-52ac-4f07-aa53-570f33a65f38 admin admin] Deleting subnet c1beae45-1813-4b14-95e2-5567322586dc {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:34:32.364754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd55b-52ac-4f07-aa53-570f33a65f38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:32.417393 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd55b-52ac-4f07-aa53-570f33a65f38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32269587'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:32.770330 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd55b-52ac-4f07-aa53-570f33a65f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:32.929669 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:34:32.965220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:34:32.965603 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 0d4bd539-75f6-4a3a-a5e6-884ea66e0623 not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:34:32.966339 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device f988d1e0-4b44-4b15-a004-baa5b2f93fc3 no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:34:33.000120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: f988d1e0-4b44-4b15-a004-baa5b2f93fc3 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:34:33.000769 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device f988d1e0-4b44-4b15-a004-baa5b2f93fc3 not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:34:33.035812 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd55b-52ac-4f07-aa53-570f33a65f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822920298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31301201'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:33.052870 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:33.103476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dd55b-52ac-4f07-aa53-570f33a65f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1beae45-1813-4b14-95e2-5567322586dc,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:33.109483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-8b5dd55b-52ac-4f07-aa53-570f33a65f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:33.191429 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd55b-52ac-4f07-aa53-570f33a65f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:33.196446 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3630b8d-53b7-466c-b082-ae3cab18f881 None None] Network 1b887802-331a-4da8-8c9d-df380fb14d95 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:34:33.198118 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-8b5dd55b-52ac-4f07-aa53-570f33a65f38 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c1beae45-1813-4b14-95e2-5567322586dc HTTP/1.1" status: 204 len: 168 time: 0.9041831 Nov 18 16:34:33.200665 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35300) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:33.317451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:33.387678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Deleting port be066fe9-4dca-48a0-90cf-c77f88725a49 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:34:33.388009 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:33.444569 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c869b5-6293-4276-863c-a6e3735821c2 None None] DHCP port deletion for 1b887802-331a-4da8-8c9d-df380fb14d95 request from dv-cinder-759961-2-iscsi {{(pid=80324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 16:34:33.448885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-e5c869b5-6293-4276-863c-a6e3735821c2 None None] Deleting port be066fe9-4dca-48a0-90cf-c77f88725a49 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:34:33.449318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e5c869b5-6293-4276-863c-a6e3735821c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:33.600934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] For port be066fe9-4dca-48a0-90cf-c77f88725a49, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=be066fe9-4dca-48a0-90cf-c77f88725a49,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:34:33.601360 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:33.659194 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-e5c869b5-6293-4276-863c-a6e3735821c2 None None] For port be066fe9-4dca-48a0-90cf-c77f88725a49, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=be066fe9-4dca-48a0-90cf-c77f88725a49,segment=NetworkSegment(1c9f7b5e-4a8d-42a4-ad19-1e0305869c38),segment_id=1c9f7b5e-4a8d-42a4-ad19-1e0305869c38)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:34:33.659605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e5c869b5-6293-4276-863c-a6e3735821c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:33.728345 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Calling delete_port for be066fe9-4dca-48a0-90cf-c77f88725a49 owned by network:dhcp {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:34:33.790088 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-e5c869b5-6293-4276-863c-a6e3735821c2 None None] Calling delete_port for be066fe9-4dca-48a0-90cf-c77f88725a49 owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:34:33.806584 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:33.823610 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c933eb40-ffb4-41af-975a-0f9415f0a3b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:33.879205 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Pushing event deleted for resources: {'Port': ['ID=be066fe9-4dca-48a0-90cf-c77f88725a49,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:33.884496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:33.975417 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] No DVR routers for this DVR port be066fe9-4dca-48a0-90cf-c77f88725a49 on host dv-cinder-759961-2-iscsi {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:34:34.092988 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [None req-e5c869b5-6293-4276-863c-a6e3735821c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:34:34.093397 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [None req-e5c869b5-6293-4276-863c-a6e3735821c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:34:34.097538 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:34.214985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b887802-331a-4da8-8c9d-df380fb14d95']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:34.227760 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:34.228045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9f7b5e-4a8d-42a4-ad19-1e0305869c38') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:34.240561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822506197'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:34.255903 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:34.257947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:34:34.439801 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Network 1b887802-331a-4da8-8c9d-df380fb14d95 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:34:34.449214 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822920245'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:34.594414 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-e5c869b5-6293-4276-863c-a6e3735821c2 None None] Deleting port be066fe9-4dca-48a0-90cf-c77f88725a49 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:34:34.595590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e5c869b5-6293-4276-863c-a6e3735821c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:34.635189 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Network 1b887802-331a-4da8-8c9d-df380fb14d95 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:34:34.658518 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:34:34.661238 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-e5c869b5-6293-4276-863c-a6e3735821c2 None None] The port 'be066fe9-4dca-48a0-90cf-c77f88725a49' was deleted {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 16:34:34.739845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:34.743668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-254bbfce-bac2-4160-898e-10870e4b0cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:34.763468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:34.766270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b887802-331a-4da8-8c9d-df380fb14d95,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:34.769631 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:34.787692 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] 10.222.0.15 "DELETE /v2.0/networks/1b887802-331a-4da8-8c9d-df380fb14d95 HTTP/1.1" status: 204 len: 168 time: 1.5858591 Nov 18 16:34:34.930852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device be066fe9-4dca-48a0-90cf-c77f88725a49 no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:34:34.968290 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: be066fe9-4dca-48a0-90cf-c77f88725a49 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:34:34.968689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device be066fe9-4dca-48a0-90cf-c77f88725a49 not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:34:34.977595 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35318) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:35.031631 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-92fa60ce-9f1c-492b-9ba4-340d0fd2291a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df494528946a43d5ba6514ed79b63a48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526266 Nov 18 16:34:35.034536 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35322) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:35.098975 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ffba4f51-89f9-4f8b-9091-bbf14efb993a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:35.126002 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ffba4f51-89f9-4f8b-9091-bbf14efb993a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:35.172048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ffba4f51-89f9-4f8b-9091-bbf14efb993a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:35.177597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d2fea822-198f-45bd-80ee-5b8965d6bff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:35.192772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba4f51-89f9-4f8b-9091-bbf14efb993a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18894d0c-e7dd-4265-a3fb-b5cbc771f0fb,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:35.196625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ffba4f51-89f9-4f8b-9091-bbf14efb993a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:35.201336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ffba4f51-89f9-4f8b-9091-bbf14efb993a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:35.203887 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ffba4f51-89f9-4f8b-9091-bbf14efb993a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18894d0c-e7dd-4265-a3fb-b5cbc771f0fb HTTP/1.1" status: 204 len: 168 time: 0.1673489 Nov 18 16:34:37.711530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35392) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:37.881161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-edec9412-9390-4bd5-b59b-b2ce70b3c53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:37.913928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-edec9412-9390-4bd5-b59b-b2ce70b3c53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:34:37.917978 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-edec9412-9390-4bd5-b59b-b2ce70b3c53e admin admin] Usage tracker for resource:security_group_rule and tenant:084d2f22b85d4893b220936eb7198d7d is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:34:37.920926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-edec9412-9390-4bd5-b59b-b2ce70b3c53e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:34:37.927153 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-edec9412-9390-4bd5-b59b-b2ce70b3c53e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:34:37.995410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-edec9412-9390-4bd5-b59b-b2ce70b3c53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:37.997953 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-edec9412-9390-4bd5-b59b-b2ce70b3c53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:38.005883 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ef0c550e-587c-4aa4-a54c-e0f562e91f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:38.046876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec9412-9390-4bd5-b59b-b2ce70b3c53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ffc644-6c83-4641-b79f-c7b564d944f8,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:38.052146 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-edec9412-9390-4bd5-b59b-b2ce70b3c53e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=084d2f22b85d4893b220936eb7198d7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3394940 Nov 18 16:34:38.053115 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-edec9412-9390-4bd5-b59b-b2ce70b3c53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:38.054747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35398) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:38.122008 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6562920e-2ce8-4d67-8dce-cdec93a51bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:38.150508 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6562920e-2ce8-4d67-8dce-cdec93a51bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:38.197700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6562920e-2ce8-4d67-8dce-cdec93a51bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:38.203018 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ef6de783-af5c-48c7-add0-03c13c48a84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:38.216538 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562920e-2ce8-4d67-8dce-cdec93a51bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ffc644-6c83-4641-b79f-c7b564d944f8,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:38.219275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6562920e-2ce8-4d67-8dce-cdec93a51bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:38.220495 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6562920e-2ce8-4d67-8dce-cdec93a51bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:38.221703 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-6562920e-2ce8-4d67-8dce-cdec93a51bfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73ffc644-6c83-4641-b79f-c7b564d944f8 HTTP/1.1" status: 204 len: 168 time: 0.1660113 Nov 18 16:34:38.557759 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35408) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:38.577050 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9a919472-513f-4639-94af-1703283c26ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:38.609642 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-9a919472-513f-4639-94af-1703283c26ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:34:38.614268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-9a919472-513f-4639-94af-1703283c26ff admin admin] Usage tracker for resource:security_group_rule and tenant:6d7e8519ca7545cb8bae2c54f4f06617 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:34:38.617235 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-9a919472-513f-4639-94af-1703283c26ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:34:38.622938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-9a919472-513f-4639-94af-1703283c26ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:34:38.690916 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9a919472-513f-4639-94af-1703283c26ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:38.693527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9a919472-513f-4639-94af-1703283c26ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:38.700778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6fffc6ba-46c0-4c40-a795-86e4301a51a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:38.746076 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a919472-513f-4639-94af-1703283c26ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1985d0c0-b8a3-4f10-bf18-f63f4c723278,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:38.753209 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-9a919472-513f-4639-94af-1703283c26ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d7e8519ca7545cb8bae2c54f4f06617&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919625 Nov 18 16:34:38.753209 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9a919472-513f-4639-94af-1703283c26ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:38.753434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35412) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:38.816221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ec25-ee24-445e-9867-711df7c001a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:38.843452 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ec25-ee24-445e-9867-711df7c001a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:38.887517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ec25-ee24-445e-9867-711df7c001a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:38.893003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9a919472-513f-4639-94af-1703283c26ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:38.903748 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2ec25-ee24-445e-9867-711df7c001a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1985d0c0-b8a3-4f10-bf18-f63f4c723278,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:38.909160 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a8c2ec25-ee24-445e-9867-711df7c001a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:38.911139 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ec25-ee24-445e-9867-711df7c001a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:38.912461 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-a8c2ec25-ee24-445e-9867-711df7c001a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1985d0c0-b8a3-4f10-bf18-f63f4c723278 HTTP/1.1" status: 204 len: 168 time: 0.1580703 Nov 18 16:34:42.757019 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35556) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:42.911130 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f91fbe88-b135-4e73-9b96-e6aa4bed053a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:42.944328 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f91fbe88-b135-4e73-9b96-e6aa4bed053a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:34:42.948429 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f91fbe88-b135-4e73-9b96-e6aa4bed053a admin admin] Usage tracker for resource:security_group_rule and tenant:d88fb765d13a4695acad9d01012859d7 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:34:42.951379 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f91fbe88-b135-4e73-9b96-e6aa4bed053a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:34:42.957458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f91fbe88-b135-4e73-9b96-e6aa4bed053a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:34:43.028393 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f91fbe88-b135-4e73-9b96-e6aa4bed053a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:43.032730 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f91fbe88-b135-4e73-9b96-e6aa4bed053a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:43.042098 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-88143fb7-2fba-4c17-9b8f-606d7d8863eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:43.084376 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fbe88-b135-4e73-9b96-e6aa4bed053a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacfcf2d-8042-41a1-a5cf-eabd29ec2f49,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:43.089808 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f91fbe88-b135-4e73-9b96-e6aa4bed053a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d88fb765d13a4695acad9d01012859d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3316765 Nov 18 16:34:43.090944 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f91fbe88-b135-4e73-9b96-e6aa4bed053a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:43.091674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 35564) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:43.159525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-184c9acf-8cf0-4a1d-a923-05fdcbe2be47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:43.188873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-184c9acf-8cf0-4a1d-a923-05fdcbe2be47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:43.234980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-184c9acf-8cf0-4a1d-a923-05fdcbe2be47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:43.240939 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0d01beb4-abeb-4d29-80b2-910b391ed5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:43.251887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c9acf-8cf0-4a1d-a923-05fdcbe2be47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacfcf2d-8042-41a1-a5cf-eabd29ec2f49,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:43.258021 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-184c9acf-8cf0-4a1d-a923-05fdcbe2be47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:43.258814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-184c9acf-8cf0-4a1d-a923-05fdcbe2be47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:43.260087 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-184c9acf-8cf0-4a1d-a923-05fdcbe2be47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aacfcf2d-8042-41a1-a5cf-eabd29ec2f49 HTTP/1.1" status: 204 len: 168 time: 0.1674213 Nov 18 16:34:43.615314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 35580) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:43.634602 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e0575496-f773-492b-be0b-485a8a1ad6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:43.667977 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-e0575496-f773-492b-be0b-485a8a1ad6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:34:43.672062 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-e0575496-f773-492b-be0b-485a8a1ad6e1 admin admin] Usage tracker for resource:security_group_rule and tenant:69409768352e466397b83bd8111d872c is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:34:43.675033 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-e0575496-f773-492b-be0b-485a8a1ad6e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:34:43.680842 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-e0575496-f773-492b-be0b-485a8a1ad6e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:34:43.751248 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e0575496-f773-492b-be0b-485a8a1ad6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:43.754499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e0575496-f773-492b-be0b-485a8a1ad6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:43.762370 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-8b9aea12-0e7a-496f-8e26-1e8dc41b6916 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:43.811348 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0575496-f773-492b-be0b-485a8a1ad6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00829074-b889-4768-86b2-52ba0b9f1776,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:43.814741 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e0575496-f773-492b-be0b-485a8a1ad6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:43.820160 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e0575496-f773-492b-be0b-485a8a1ad6e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69409768352e466397b83bd8111d872c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2013001 Nov 18 16:34:43.820765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 35584) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:43.856518 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-5c36b383-550d-4e99-98e1-97deca3051ec tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/floatingips/3f2af26a-b266-4ae5-ab3e-b732f1e58e60 HTTP/1.1" status: 200 len: 999 time: 0.1132369 Nov 18 16:34:43.884782 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-29969d58-c0c3-47ad-9c17-02ff61b2a6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:43.914420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-29969d58-c0c3-47ad-9c17-02ff61b2a6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:43.959796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-29969d58-c0c3-47ad-9c17-02ff61b2a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:43.964811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c03b5e8b-87c6-4825-aa05-bb24839967c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:43.977716 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29969d58-c0c3-47ad-9c17-02ff61b2a6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00829074-b889-4768-86b2-52ba0b9f1776,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:43.980924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-29969d58-c0c3-47ad-9c17-02ff61b2a6fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:43.983292 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-29969d58-c0c3-47ad-9c17-02ff61b2a6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:43.986989 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-29969d58-c0c3-47ad-9c17-02ff61b2a6fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00829074-b889-4768-86b2-52ba0b9f1776 HTTP/1.1" status: 204 len: 168 time: 0.1631846 Nov 18 16:34:44.023636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0777724-e045-4983-82b6-0cb02eddf56c req-10b8ee6e-53af-41f3-8567-84f36adf762f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:44.025115 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-10b8ee6e-53af-41f3-8567-84f36adf762f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/networks/eae6701d-1990-4314-b852-5917518e9bba HTTP/1.1" status: 200 len: 784 time: 0.1620700 Nov 18 16:34:44.035787 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-76c5a7b6-f66d-41d4-9ef5-aa109fb56756 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:34:44.036965 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-76c5a7b6-f66d-41d4-9ef5-aa109fb56756 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0059726 Nov 18 16:34:44.146501 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-8c3739dc-3bcc-46e4-8e7a-032ba183f245 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.191 HTTP/1.1" status: 200 len: 1002 time: 0.1033530 Nov 18 16:34:44.222885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7ffa33ee-0506-4b44-8c8f-12d554b051cf tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:44.224403 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7ffa33ee-0506-4b44-8c8f-12d554b051cf tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports/bb689807-f313-4e40-85b4-1f6f625df373 HTTP/1.1" status: 200 len: 943 time: 0.0720968 Nov 18 16:34:44.608751 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:44.632423 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-516a52c4-05d3-4372-8f42-d97ab7e10afc tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.191 HTTP/1.1" status: 200 len: 1002 time: 0.3256660 Nov 18 16:34:44.877224 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Deleting port 47238c95-1dbc-496a-ad11-c1128cb238de {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:34:44.878177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.004992 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 35618) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:45.073491 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.073860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.156066 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1963178589-network', 'tenant_id': '8705b5e40eac4d4880000e55576208ea'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:34:45.161157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:34:45.165300 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Usage tracker for resource:network and tenant:8705b5e40eac4d4880000e55576208ea is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:34:45.168312 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:34:45.174665 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:34:45.184514 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Made reservation on behalf of 8705b5e40eac4d4880000e55576208ea for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:34:45.189846 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.203663 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.204875 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Calling delete_port for 47238c95-1dbc-496a-ad11-c1128cb238de owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:34:45.236460 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:34:45.240262 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Usage tracker for resource:security_group_rule and tenant:8705b5e40eac4d4880000e55576208ea is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:34:45.243176 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:34:45.248948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:34:45.321301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.324195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.328771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-aa4de401-0c12-4f9a-8715-e8537797fe2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:45.356796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa740d3b-26b9-4b0c-83b0-d60b3430fff8,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:45.362785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:45.362947 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.370527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:34:45.378911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a3b75cd5-9180-4684-a521-e6d82a6b5a7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:45.380808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.381103 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Added segment 09aba07e-c966-49b2-a0b5-7d74185182e5 of type vxlan for network 459153a1-911d-48e5-b900-aa80a8c75506 Nov 18 16:34:45.408393 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.433375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Pushing event deleted for resources: {'Port': ['ID=47238c95-1dbc-496a-ad11-c1128cb238de,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:45.437373 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:45.440082 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.441320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:45.441967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.447162 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7392dac1-9bc8-4b3e-9d83-b48f90890298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:45.552984 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5467906 Nov 18 16:34:45.555866 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 35624) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:45.558714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Pushing event updated for resources: {'Network': ['ID=459153a1-911d-48e5-b900-aa80a8c75506,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:45.564265 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Request body: {'subnet': {'network_id': '459153a1-911d-48e5-b900-aa80a8c75506', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1963178589-subnet', 'tenant_id': '8705b5e40eac4d4880000e55576208ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:34:45.569012 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:45.570040 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:34:45.572941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network 459153a1-911d-48e5-b900-aa80a8c75506 details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:34:45.574258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Usage tracker for resource:subnet and tenant:8705b5e40eac4d4880000e55576208ea is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:34:45.577633 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:34:45.583423 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:34:45.592607 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Made reservation on behalf of 8705b5e40eac4d4880000e55576208ea for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:34:45.597907 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30642234'] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.598700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:45.599080 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Floating IP 3f2af26a-b266-4ae5-ab3e-b732f1e58e60 disassociated (deleted). External IP: 172.27.0.191, port: bb689807-f313-4e40-85b4-1f6f625df373. Nov 18 16:34:45.604397 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network 459153a1-911d-48e5-b900-aa80a8c75506 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:34:45.792643 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3ba6b5ff-cddb-4f07-b566-ec791022ca62 req-ab7797b5-06aa-45f6-a480-cfd8d0ac3484 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1087723 Nov 18 16:34:45.886654 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:34:45.953203 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3ba6b5ff-cddb-4f07-b566-ec791022ca62 req-8dcd20ec-c29a-4f9a-837a-dc19cbd5525e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 1162 time: 0.1312928 Nov 18 16:34:46.043950 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:34:46.203476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6b5ff-cddb-4f07-b566-ec791022ca62 req-b66b09dd-63d7-45f1-be3a-ca511c225466 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:46.206044 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3ba6b5ff-cddb-4f07-b566-ec791022ca62 req-b66b09dd-63d7-45f1-be3a-ca511c225466 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.2157462 Nov 18 16:34:46.263038 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:34:46.275931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154d0bf-8a89-4fdf-ad66-8b8c300d5fb1 None None] Sync routers for ids ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:34:46.289667 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154d0bf-8a89-4fdf-ad66-8b8c300d5fb1 None None] Routers {'305fef22-2a27-4165-ba74-a94e2c7e6bd5'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:34:46.290486 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-e154d0bf-8a89-4fdf-ad66-8b8c300d5fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:34:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:46.297675 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:46.353092 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "DELETE /v2.0/floatingips/3f2af26a-b266-4ae5-ab3e-b732f1e58e60 HTTP/1.1" status: 204 len: 173 time: 1.7137251 Nov 18 16:34:46.353641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:34:46.357355 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3ba6b5ff-cddb-4f07-b566-ec791022ca62 req-d5d60499-b18c-41a5-8430-855a0ca85a5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=babfd660-83a6-457e-884a-aa3f57d24c59 HTTP/1.1" status: 200 len: 1001 time: 0.1437542 Nov 18 16:34:46.420750 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373', 'status': 'completed', 'code': 200} Nov 18 16:34:46.432788 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31559952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30642187'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:46.457137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:46.486937 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-e154d0bf-8a89-4fdf-ad66-8b8c300d5fb1 None None] Set router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:34:46.506813 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-d9b60c45-6116-42ec-88c1-2ac63117d1cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f60209aecd2c483ba2ca662ee690d91b&device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 1163 time: 0.1352470 Nov 18 16:34:46.522093 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6b5ff-cddb-4f07-b566-ec791022ca62 req-17717882-0b5a-4203-a0f9-36ca90d011df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:46.523712 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3ba6b5ff-cddb-4f07-b566-ec791022ca62 req-17717882-0b5a-4203-a0f9-36ca90d011df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.1533229 Nov 18 16:34:46.643772 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4de3c265-fead-42b6-b0f4-f0b2cb910a3a req-319e445a-4b2b-4414-8259-d4b63ff654e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f60209aecd2c483ba2ca662ee690d91b&device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 1163 time: 0.1944633 Nov 18 16:34:46.829434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0777724-e045-4983-82b6-0cb02eddf56c req-4ce8a324-6a9e-4f09-8bac-b1a6272c256c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:46.831827 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-4ce8a324-6a9e-4f09-8bac-b1a6272c256c service neutron] 10.222.0.15 "GET /v2.0/networks?id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40 HTTP/1.1" status: 200 len: 902 time: 0.3134696 Nov 18 16:34:46.838429 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3c265-fead-42b6-b0f4-f0b2cb910a3a req-807437c7-1f65-48ec-84eb-e092f4421706 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:46.840175 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4de3c265-fead-42b6-b0f4-f0b2cb910a3a req-807437c7-1f65-48ec-84eb-e092f4421706 service neutron] 10.222.0.49 "GET /v2.0/networks?id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40 HTTP/1.1" status: 200 len: 902 time: 0.1875598 Nov 18 16:34:46.867473 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7fd00f-6fba-4b1d-b8d1-9fdd793d32eb,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:46.874359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:46.934782 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3ba6b5ff-cddb-4f07-b566-ec791022ca62 req-4c9cec22-d5ba-47bc-83c9-5696d38dc957 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3591487 Nov 18 16:34:46.973928 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-e7273b37-48b9-449d-af06-12158943fc53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb689807-f313-4e40-85b4-1f6f625df373 HTTP/1.1" status: 200 len: 217 time: 0.1326721 Nov 18 16:34:46.975887 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4de3c265-fead-42b6-b0f4-f0b2cb910a3a req-fbdd6074-a467-4eae-9e8a-ab5bf087e7b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb689807-f313-4e40-85b4-1f6f625df373 HTTP/1.1" status: 200 len: 217 time: 0.0819387 Nov 18 16:34:47.015418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-e154d0bf-8a89-4fdf-ad66-8b8c300d5fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 4, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port': {'id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '881eaae1-6cc1-46ad-938e-74adc949a894', 'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'mac_address': 'fa:16:3e:e5:ab:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:34Z', 'updated_at': '2020-11-18T16:28:42Z', 'revision_number': 5, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'subnets': [{'id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:47.020143 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154d0bf-8a89-4fdf-ad66-8b8c300d5fb1 None None] Checking router: 305fef22-2a27-4165-ba74-a94e2c7e6bd5 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:34:47.031755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154d0bf-8a89-4fdf-ad66-8b8c300d5fb1 None None] Routers {'305fef22-2a27-4165-ba74-a94e2c7e6bd5'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:34:47.033049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-e154d0bf-8a89-4fdf-ad66-8b8c300d5fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:34:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:47.056570 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Checking segment: {'id': '09aba07e-c966-49b2-a0b5-7d74185182e5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '459153a1-911d-48e5-b900-aa80a8c75506'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:34:47.056946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Network hostable DHCP agents. Network: 459153a1-911d-48e5-b900-aa80a8c75506, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:34:47.099618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0777724-e045-4983-82b6-0cb02eddf56c req-c17646ad-0ded-4731-a40f-5e6ce706c413 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:47.101237 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-c17646ad-0ded-4731-a40f-5e6ce706c413 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d658e2ab-202c-467c-a475-de43fe4003d5 HTTP/1.1" status: 200 len: 847 time: 0.1211860 Nov 18 16:34:47.104667 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3c265-fead-42b6-b0f4-f0b2cb910a3a req-d6dbc500-287c-4b64-8c68-b73adb89189d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:47.106124 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4de3c265-fead-42b6-b0f4-f0b2cb910a3a req-d6dbc500-287c-4b64-8c68-b73adb89189d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d658e2ab-202c-467c-a475-de43fe4003d5 HTTP/1.1" status: 200 len: 847 time: 0.0890033 Nov 18 16:34:47.116596 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3ba6b5ff-cddb-4f07-b566-ec791022ca62 req-11e535fd-1586-4f31-9608-389c1e57a261 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673355 Nov 18 16:34:47.117571 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Network 459153a1-911d-48e5-b900-aa80a8c75506 is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:34:47.148800 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, 459153a1-911d-48e5-b900-aa80a8c75506) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:34:47.158111 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db500092-0162-4c74-8bb3-ed4cb0b80609 None None] Network 459153a1-911d-48e5-b900-aa80a8c75506 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:34:47.183276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:47.183959 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:47.279955 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7124457 Nov 18 16:34:47.300232 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4de3c265-fead-42b6-b0f4-f0b2cb910a3a req-6cdc5359-92bd-45d1-9bff-5b375f888998 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1580856 Nov 18 16:34:47.305981 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3ba6b5ff-cddb-4f07-b566-ec791022ca62 req-f72eb71b-f4f5-41d2-8d87-7b8d68fd83af service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1822197 Nov 18 16:34:47.316495 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-a978bc08-7f30-44db-889f-56802c0bfbd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=26474ede-1ffb-4bb2-89ff-c8a1b3403c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2086864 Nov 18 16:34:47.346674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-e154d0bf-8a89-4fdf-ad66-8b8c300d5fb1 None None] Set router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:34:47.440235 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a078340-e8be-4eaf-a792-e309705202b5 None None] Network 459153a1-911d-48e5-b900-aa80a8c75506 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:34:47.745905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-e154d0bf-8a89-4fdf-ad66-8b8c300d5fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 4, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port': {'id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '881eaae1-6cc1-46ad-938e-74adc949a894', 'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'mac_address': 'fa:16:3e:e5:ab:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:34Z', 'updated_at': '2020-11-18T16:28:42Z', 'revision_number': 5, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'subnets': [{'id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:47.750038 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154d0bf-8a89-4fdf-ad66-8b8c300d5fb1 None None] The sync data for ids ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'] in dv-cinder-759961-2-iscsi is: [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:35Z', 'revision_number': 4, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port': {'id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '881eaae1-6cc1-46ad-938e-74adc949a894', 'name': '', 'network_id': '26474ede-1ffb-4bb2-89ff-c8a1b3403c40', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'mac_address': 'fa:16:3e:e5:ab:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:34Z', 'updated_at': '2020-11-18T16:28:42Z', 'revision_number': 5, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'subnets': [{'id': 'd658e2ab-202c-467c-a475-de43fe4003d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:34:47.832942 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4de3c265-fead-42b6-b0f4-f0b2cb910a3a req-ec9e7ca2-7ac9-49c4-bc3c-e3d90de2c108 service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151496 Nov 18 16:34:47.838556 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-af6c40ed-240a-481b-a256-2c27b97d5433 service neutron] 10.222.0.15 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920061 Nov 18 16:34:48.089110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 35648) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:48.096588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-652444037-network', 'tenant_id': 'a0a2671729dd41d7ac6cb7728ba38766'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:34:48.102574 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:34:48.103757 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4de3c265-fead-42b6-b0f4-f0b2cb910a3a req-103ef35d-15e8-43ea-b94e-70f53b4050b5 service neutron] 10.222.0.49 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2616768 Nov 18 16:34:48.106924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Usage tracker for resource:network and tenant:a0a2671729dd41d7ac6cb7728ba38766 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:34:48.109100 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a0777724-e045-4983-82b6-0cb02eddf56c req-03d53156-4a1c-4037-9ba0-acbd2ac750ce service neutron] 10.222.0.15 "GET /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2448928 Nov 18 16:34:48.110010 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:34:48.116503 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:34:48.128441 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Made reservation on behalf of a0a2671729dd41d7ac6cb7728ba38766 for: {'network': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:34:48.133622 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:48.152150 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:48.166152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5071b6-d769-4a11-8375-8d7a4f0051a9 None None] New status for floating IP 3f2af26a-b266-4ae5-ab3e-b732f1e58e60: DOWN {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:34:48.186489 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:34:48.191497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a2671729dd41d7ac6cb7728ba38766 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:34:48.194711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:34:48.201026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:34:48.272770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:48.275921 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:48.280596 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0bde1bf6-3c38-4f4e-bcff-809dcb29cd61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:48.312712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80322) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:34:48.326919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e51939-3de3-4135-a2cf-ebb9e50aad41,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:48.331361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:48.332416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:48.332865 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Added segment f8ba9205-793d-4532-9121-b80a581d9615 of type vxlan for network f5dfff61-3608-4061-aeb4-0eb44948a812 Nov 18 16:34:48.368635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:48.404413 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:48.405919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:48.406721 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:48.415782 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-bbbbfc11-0563-4d61-8f4d-a3346fffbdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:48.518394 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4279187 Nov 18 16:34:48.521061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35658) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:48.521695 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Pushing event updated for resources: {'Network': ['ID=f5dfff61-3608-4061-aeb4-0eb44948a812,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:48.524667 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:48.527826 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Request body: {'subnet': {'network_id': 'f5dfff61-3608-4061-aeb4-0eb44948a812', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-652444037-subnet', 'tenant_id': 'a0a2671729dd41d7ac6cb7728ba38766', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:34:48.533992 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network f5dfff61-3608-4061-aeb4-0eb44948a812 details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:34:48.542416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:34:48.550124 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Usage tracker for resource:subnet and tenant:a0a2671729dd41d7ac6cb7728ba38766 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:34:48.551814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network f5dfff61-3608-4061-aeb4-0eb44948a812 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:34:48.555465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:34:48.566919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788a049-560a-4e6d-85c2-7df35593f21a req-1f2b2b58-1734-4b8a-b392-ff0ead6414d3 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:48.567712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-5788a049-560a-4e6d-85c2-7df35593f21a req-1f2b2b58-1734-4b8a-b392-ff0ead6414d3 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Synchronizing usage tracker for tenant:f60209aecd2c483ba2ca662ee690d91b on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:34:48.570412 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:34:48.586368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Made reservation on behalf of a0a2671729dd41d7ac6cb7728ba38766 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:34:48.591038 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823474568'] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:48.612325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-5788a049-560a-4e6d-85c2-7df35593f21a req-1f2b2b58-1734-4b8a-b392-ff0ead6414d3 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Unset dirty status for tenant:f60209aecd2c483ba2ca662ee690d91b on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:34:48.613596 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5788a049-560a-4e6d-85c2-7df35593f21a req-1f2b2b58-1734-4b8a-b392-ff0ead6414d3 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.1518431 Nov 18 16:34:48.744852 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5788a049-560a-4e6d-85c2-7df35593f21a req-d70bb5cc-4370-4c0e-adad-19fb40cea00c tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1205096 Nov 18 16:34:49.035545 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31855450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823474615'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:49.050732 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:49.187095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=703e86a5-3d1b-4e35-b129-b65a5a1cf38f,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:49.191063 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:49.249046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Checking segment: {'id': 'f8ba9205-793d-4532-9121-b80a581d9615', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f5dfff61-3608-4061-aeb4-0eb44948a812'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:34:49.249439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Network hostable DHCP agents. Network: f5dfff61-3608-4061-aeb4-0eb44948a812, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:34:49.270090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Network f5dfff61-3608-4061-aeb4-0eb44948a812 is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:34:49.278029 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, f5dfff61-3608-4061-aeb4-0eb44948a812) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:34:49.287270 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4403b24c-f04b-4de2-8eed-13efda5b554e None None] Network f5dfff61-3608-4061-aeb4-0eb44948a812 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:34:49.293834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:49.294483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:49.313983 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d89651dc-2659-4870-a636-548e59559195 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7916505 Nov 18 16:34:49.514627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408849a-b03b-4aae-be94-178e515832ee None None] Network f5dfff61-3608-4061-aeb4-0eb44948a812 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:34:49.962294 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74662b-210a-445a-9896-3135279aa334 req-d4d712ab-c08a-4041-b8f2-20d968d86ea2 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:49.963972 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e74662b-210a-445a-9896-3135279aa334 req-d4d712ab-c08a-4041-b8f2-20d968d86ea2 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0854445 Nov 18 16:34:50.032724 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e74662b-210a-445a-9896-3135279aa334 req-b9a51e9b-8011-486c-9635-ed5101ff30e9 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0610976 Nov 18 16:34:50.637986 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bb689807-f313-4e40-85b4-1f6f625df373 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:34:50.701556 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c5376-b219-4f8a-9224-f66e48ea1d8d req-a2d07099-d57d-4470-a3f4-95057becb890 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:50.703451 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-553c5376-b219-4f8a-9224-f66e48ea1d8d req-a2d07099-d57d-4470-a3f4-95057becb890 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.49 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 946 time: 0.0839155 Nov 18 16:34:50.752994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:50.781132 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:34:50.793138 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-553c5376-b219-4f8a-9224-f66e48ea1d8d req-f2e54207-78b8-47eb-b306-508435590217 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Deleting port bb689807-f313-4e40-85b4-1f6f625df373 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:34:50.793959 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-553c5376-b219-4f8a-9224-f66e48ea1d8d req-f2e54207-78b8-47eb-b306-508435590217 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:50.795249 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port bb689807-f313-4e40-85b4-1f6f625df373, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bb689807-f313-4e40-85b4-1f6f625df373,segment=NetworkSegment(28d4533c-0313-426c-81e0-9b1e0781ac39),segment_id=28d4533c-0313-426c-81e0-9b1e0781ac39)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:34:50.800392 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:50.802606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:50.843266 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373', 'code': 200} Nov 18 16:34:50.878464 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=bb689807-f313-4e40-85b4-1f6f625df373,revision_number=7']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:50.881964 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:51.055226 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-553c5376-b219-4f8a-9224-f66e48ea1d8d req-f2e54207-78b8-47eb-b306-508435590217 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] For port bb689807-f313-4e40-85b4-1f6f625df373, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bb689807-f313-4e40-85b4-1f6f625df373,segment=NetworkSegment(28d4533c-0313-426c-81e0-9b1e0781ac39),segment_id=28d4533c-0313-426c-81e0-9b1e0781ac39)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:34:51.055594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-553c5376-b219-4f8a-9224-f66e48ea1d8d req-f2e54207-78b8-47eb-b306-508435590217 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:51.184799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-553c5376-b219-4f8a-9224-f66e48ea1d8d req-f2e54207-78b8-47eb-b306-508435590217 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Calling delete_port for bb689807-f313-4e40-85b4-1f6f625df373 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:34:51.252476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3134e-3255-4ec5-ba2c-8a73ea28487e req-1ff0b2ae-fabf-4e3c-8d2f-9a5ee79092c5 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:51.252476 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3cb3134e-3255-4ec5-ba2c-8a73ea28487e req-1ff0b2ae-fabf-4e3c-8d2f-9a5ee79092c5 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 944 time: 0.0896988 Nov 18 16:34:51.294741 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3cb3134e-3255-4ec5-ba2c-8a73ea28487e req-421a9cbd-3c47-4116-b173-e6f1888a5bdc tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups?id=67590683-388c-453b-9a26-1be3c622dfce&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0446846 Nov 18 16:34:51.347052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-553c5376-b219-4f8a-9224-f66e48ea1d8d req-f2e54207-78b8-47eb-b306-508435590217 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:51.363074 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d97734fc-68cc-4f53-9c5c-b9a573fca029 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:51.422684 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e54207-78b8-47eb-b306-508435590217 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Pushing event deleted for resources: {'Port': ['ID=bb689807-f313-4e40-85b4-1f6f625df373,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:51.427359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f2e54207-78b8-47eb-b306-508435590217 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:51.568713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-553c5376-b219-4f8a-9224-f66e48ea1d8d req-f2e54207-78b8-47eb-b306-508435590217 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] No DVR routers for this DVR port bb689807-f313-4e40-85b4-1f6f625df373 on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:34:51.570985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-553c5376-b219-4f8a-9224-f66e48ea1d8d req-f2e54207-78b8-47eb-b306-508435590217 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:51.573891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'name': 'network-vif-deleted', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:34:51.591768 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-553c5376-b219-4f8a-9224-f66e48ea1d8d req-f2e54207-78b8-47eb-b306-508435590217 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.49 "DELETE /v2.0/ports/bb689807-f313-4e40-85b4-1f6f625df373 HTTP/1.1" status: 204 len: 173 time: 0.8683846 Nov 18 16:34:51.637685 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e8e7e7-cb95-450d-ab31-51925eccbe4d', 'name': 'network-vif-deleted', 'tag': 'bb689807-f313-4e40-85b4-1f6f625df373', 'status': 'completed', 'code': 200} Nov 18 16:34:52.484945 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9a3442e1-f794-4e5e-b910-d643de3e33c1 req-89987e00-b59c-41a1-9587-312c41dbaa22 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/ports?device_id=e4e8e7e7-cb95-450d-ab31-51925eccbe4d HTTP/1.1" status: 200 len: 210 time: 0.0450926 Nov 18 16:34:53.670552 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f37f3d-f4c2-4e2c-9edd-1d81aef52436 req-4e2f8cf4-d9da-448c-9504-fe4a2eb79681 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "GET /v2.0/security-groups/67590683-388c-453b-9a26-1be3c622dfce HTTP/1.1" status: 200 len: 2647 time: 0.0509682 Nov 18 16:34:53.747346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f2f37f3d-f4c2-4e2c-9edd-1d81aef52436 req-866c5d09-6a04-438e-8552-f3d0cc5f19b8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:53.777885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f2f37f3d-f4c2-4e2c-9edd-1d81aef52436 req-866c5d09-6a04-438e-8552-f3d0cc5f19b8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:53.834760 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f2f37f3d-f4c2-4e2c-9edd-1d81aef52436 req-866c5d09-6a04-438e-8552-f3d0cc5f19b8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:53.845463 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a8c2ec25-ee24-445e-9867-711df7c001a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:53.865548 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c5d09-6a04-438e-8552-f3d0cc5f19b8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Pushing event deleted for resources: {'SecurityGroup': ['ID=67590683-388c-453b-9a26-1be3c622dfce,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:53.868797 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-866c5d09-6a04-438e-8552-f3d0cc5f19b8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:53.875679 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f2f37f3d-f4c2-4e2c-9edd-1d81aef52436 req-866c5d09-6a04-438e-8552-f3d0cc5f19b8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:53.877024 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f37f3d-f4c2-4e2c-9edd-1d81aef52436 req-866c5d09-6a04-438e-8552-f3d0cc5f19b8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] 10.222.0.15 "DELETE /v2.0/security-groups/67590683-388c-453b-9a26-1be3c622dfce HTTP/1.1" status: 204 len: 173 time: 0.1996210 Nov 18 16:34:53.944460 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35734) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:54.776081 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5f9e0c1b-6601-4be9-bc15-5dcbcd399f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821489292'] for router_interface, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:55.410831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e0c1b-6601-4be9-bc15-5dcbcd399f4d admin admin] Deleting port 881eaae1-6cc1-46ad-938e-74adc949a894 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:34:55.411212 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5f9e0c1b-6601-4be9-bc15-5dcbcd399f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:55.589124 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-5f9e0c1b-6601-4be9-bc15-5dcbcd399f4d admin admin] For port 881eaae1-6cc1-46ad-938e-74adc949a894, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=881eaae1-6cc1-46ad-938e-74adc949a894,segment=NetworkSegment(28d4533c-0313-426c-81e0-9b1e0781ac39),segment_id=28d4533c-0313-426c-81e0-9b1e0781ac39)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:34:55.589458 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5f9e0c1b-6601-4be9-bc15-5dcbcd399f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:55.712271 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e0c1b-6601-4be9-bc15-5dcbcd399f4d admin admin] Calling delete_port for 881eaae1-6cc1-46ad-938e-74adc949a894 owned by network:router_interface {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:34:55.889485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5f9e0c1b-6601-4be9-bc15-5dcbcd399f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:55.904280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d5ab58d1-2d30-4f00-be09-25d435d7b8b4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:55.960803 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e0c1b-6601-4be9-bc15-5dcbcd399f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=881eaae1-6cc1-46ad-938e-74adc949a894,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:55.964703 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5f9e0c1b-6601-4be9-bc15-5dcbcd399f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:56.349994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5f9e0c1b-6601-4be9-bc15-5dcbcd399f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33292004'] for router_interface, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:56.747220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b0c0d92a-7541-4414-8967-186ed5479920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:57.124462 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9e0c1b-6601-4be9-bc15-5dcbcd399f4d admin admin] Router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:34:57.553025 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9e0c1b-6601-4be9-bc15-5dcbcd399f4d admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:34:57.562182 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319c712-048f-4eb1-8e27-0fe519013421 None None] Sync routers for ids ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:34:57.566443 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5f9e0c1b-6601-4be9-bc15-5dcbcd399f4d admin admin] 10.222.0.15 "PUT /v2.0/routers/305fef22-2a27-4165-ba74-a94e2c7e6bd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6200771 Nov 18 16:34:57.568276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35776) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:57.575382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0319c712-048f-4eb1-8e27-0fe519013421 None None] Routers {'305fef22-2a27-4165-ba74-a94e2c7e6bd5'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:34:57.576081 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-0319c712-048f-4eb1-8e27-0fe519013421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:34:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:57.772342 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-0319c712-048f-4eb1-8e27-0fe519013421 None None] Set router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:34:57.790881 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Notify callbacks [] for router, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:58.042413 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:58.053795 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Deleting port 603bd164-b561-47a8-81e8-2d3cd02a9f5e {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:34:58.055413 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:58.138660 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-0319c712-048f-4eb1-8e27-0fe519013421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:34:55Z', 'revision_number': 5, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port': {'id': '603bd164-b561-47a8-81e8-2d3cd02a9f5e', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:58.145144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319c712-048f-4eb1-8e27-0fe519013421 None None] Checking router: 305fef22-2a27-4165-ba74-a94e2c7e6bd5 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:34:58.157859 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0319c712-048f-4eb1-8e27-0fe519013421 None None] Routers {'305fef22-2a27-4165-ba74-a94e2c7e6bd5'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:34:58.158604 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-0319c712-048f-4eb1-8e27-0fe519013421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:34:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:58.280183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] For port 603bd164-b561-47a8-81e8-2d3cd02a9f5e, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=603bd164-b561-47a8-81e8-2d3cd02a9f5e,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:34:58.280586 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:58.333474 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-0319c712-048f-4eb1-8e27-0fe519013421 None None] Set router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 gateway port host: None {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:34:58.419034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Calling delete_port for 603bd164-b561-47a8-81e8-2d3cd02a9f5e owned by network:router_gateway {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:34:58.451278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-0319c712-048f-4eb1-8e27-0fe519013421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:34:58Z', 'revision_number': 6, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port_host': None}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:34:58.456335 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0319c712-048f-4eb1-8e27-0fe519013421 None None] The sync data for ids ['305fef22-2a27-4165-ba74-a94e2c7e6bd5'] in dv-cinder-759961-2-iscsi is: [{'id': '305fef22-2a27-4165-ba74-a94e2c7e6bd5', 'name': 'tempest-TestShelveInstance-369260260-router', 'tenant_id': 'f60209aecd2c483ba2ca662ee690d91b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:28:31Z', 'updated_at': '2020-11-18T16:34:58Z', 'revision_number': 6, 'project_id': 'f60209aecd2c483ba2ca662ee690d91b', 'gw_port_host': None}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:34:58.600555 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:58.617406 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0950ea7b-edcd-4c0c-a918-614be54bab33 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:58.669847 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Pushing event deleted for resources: {'Port': ['ID=603bd164-b561-47a8-81e8-2d3cd02a9f5e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:58.675116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:58.883047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf673d4-35c0-4c1d-a78f-3c3c7da6c8a6 req-042bd208-80d6-4380-91b1-541aadbbd803 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:34:58.884728 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8bf673d4-35c0-4c1d-a78f-3c3c7da6c8a6 req-042bd208-80d6-4380-91b1-541aadbbd803 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 946 time: 0.0902734 Nov 18 16:34:58.935383 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8bf673d4-35c0-4c1d-a78f-3c3c7da6c8a6 req-5d1e69e0-f84c-4785-8427-2e687ee0ca1c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442262 Nov 18 16:34:58.975206 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 881eaae1-6cc1-46ad-938e-74adc949a894 no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:34:58.999490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821543052'] for router_gateway, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:59.009642 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: 881eaae1-6cc1-46ad-938e-74adc949a894 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:34:59.010046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 881eaae1-6cc1-46ad-938e-74adc949a894 not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:34:59.010513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 603bd164-b561-47a8-81e8-2d3cd02a9f5e no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:34:59.046343 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: 603bd164-b561-47a8-81e8-2d3cd02a9f5e {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:34:59.046738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 603bd164-b561-47a8-81e8-2d3cd02a9f5e not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:34:59.267576 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821561876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736553'] for router, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:59.272168 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:59.301905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821562026'] for router, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:59.302479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 305fef22-2a27-4165-ba74-a94e2c7e6bd5 {{(pid=80323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 16:34:59.317705 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:59.320348 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] 10.222.0.15 "DELETE /v2.0/routers/305fef22-2a27-4165-ba74-a94e2c7e6bd5 HTTP/1.1" status: 204 len: 168 time: 1.7507610 Nov 18 16:34:59.321786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35812) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:59.335204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4b0b3c6c-8e27-4038-acc5-73b98f9fcacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:59.393479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee81284d-f512-4fff-9eeb-db45855ce8b4 admin admin] Deleting subnet d658e2ab-202c-467c-a475-de43fe4003d5 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:34:59.397162 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ee81284d-f512-4fff-9eeb-db45855ce8b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:59.449627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ee81284d-f512-4fff-9eeb-db45855ce8b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32269587'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:59.535664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ee81284d-f512-4fff-9eeb-db45855ce8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:59.716397 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:59.812276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ee81284d-f512-4fff-9eeb-db45855ce8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822920298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31301201'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:59.831482 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-8b5dd55b-52ac-4f07-aa53-570f33a65f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:34:59.880001 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81284d-f512-4fff-9eeb-db45855ce8b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d658e2ab-202c-467c-a475-de43fe4003d5,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:34:59.883893 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ee81284d-f512-4fff-9eeb-db45855ce8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:34:59.964625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ee81284d-f512-4fff-9eeb-db45855ce8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:34:59.971029 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ee81284d-f512-4fff-9eeb-db45855ce8b4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d658e2ab-202c-467c-a475-de43fe4003d5 HTTP/1.1" status: 204 len: 168 time: 0.6482294 Nov 18 16:34:59.973516 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35822) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:34:59.981578 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439820bd-6695-4722-a0b4-1c3611d0e3f2 None None] Network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:35:00.131291 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:00.209051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Deleting port 04f82b32-6f65-47d3-aef9-4c009ac9edc8 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:00.209426 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:00.231793 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81491be0-8305-4f64-bb1f-1f9e36b58f63 None None] DHCP port deletion for 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 request from dv-cinder-759961-2-iscsi {{(pid=80324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 16:35:00.237026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-81491be0-8305-4f64-bb1f-1f9e36b58f63 None None] Deleting port 04f82b32-6f65-47d3-aef9-4c009ac9edc8 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:00.237457 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-81491be0-8305-4f64-bb1f-1f9e36b58f63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:00.284508 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278767-b9a2-437c-8697-f79203bf7995 req-58e6baad-0bbf-4cc9-bf93-765500e955e9 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:00.286159 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5f278767-b9a2-437c-8697-f79203bf7995 req-58e6baad-0bbf-4cc9-bf93-765500e955e9 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 946 time: 0.2113111 Nov 18 16:35:00.407770 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5f278767-b9a2-437c-8697-f79203bf7995 req-f2f8543b-b5ee-4472-9297-f65c1b028a6e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952706 Nov 18 16:35:00.460602 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-81491be0-8305-4f64-bb1f-1f9e36b58f63 None None] For port 04f82b32-6f65-47d3-aef9-4c009ac9edc8, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=04f82b32-6f65-47d3-aef9-4c009ac9edc8,segment=NetworkSegment(28d4533c-0313-426c-81e0-9b1e0781ac39),segment_id=28d4533c-0313-426c-81e0-9b1e0781ac39)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:00.460980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-81491be0-8305-4f64-bb1f-1f9e36b58f63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:00.482501 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] For port 04f82b32-6f65-47d3-aef9-4c009ac9edc8, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=04f82b32-6f65-47d3-aef9-4c009ac9edc8,segment=NetworkSegment(28d4533c-0313-426c-81e0-9b1e0781ac39),segment_id=28d4533c-0313-426c-81e0-9b1e0781ac39)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:00.482911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:00.586646 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-81491be0-8305-4f64-bb1f-1f9e36b58f63 None None] Calling delete_port for 04f82b32-6f65-47d3-aef9-4c009ac9edc8 owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:00.609755 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Calling delete_port for 04f82b32-6f65-47d3-aef9-4c009ac9edc8 owned by network:dhcp {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:00.659282 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-81491be0-8305-4f64-bb1f-1f9e36b58f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:00.675841 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:00.941404 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81491be0-8305-4f64-bb1f-1f9e36b58f63 None None] Pushing event deleted for resources: {'Port': ['ID=04f82b32-6f65-47d3-aef9-4c009ac9edc8,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:00.943488 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bdf556b6-a689-47c6-980a-aa3d82626f36 up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:35:00.950822 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:35:00.951187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:35:00.968597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-81491be0-8305-4f64-bb1f-1f9e36b58f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:01.034114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 04f82b32-6f65-47d3-aef9-4c009ac9edc8 no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:35:01.077990 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:01.090370 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: 04f82b32-6f65-47d3-aef9-4c009ac9edc8 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:35:01.090770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 04f82b32-6f65-47d3-aef9-4c009ac9edc8 not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:35:01.133340 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81491be0-8305-4f64-bb1f-1f9e36b58f63 None None] No DVR routers for this DVR port 04f82b32-6f65-47d3-aef9-4c009ac9edc8 on host dv-cinder-759961-2-iscsi {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:35:01.134325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-36596024-8355-4aa2-b668-59d8bdb9cdb4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:01.135981 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-36596024-8355-4aa2-b668-59d8bdb9cdb4 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.49 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 946 time: 0.0869868 Nov 18 16:35:01.146309 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port bdf556b6-a689-47c6-980a-aa3d82626f36 triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:35:01.146861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:01.227490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Deleting port bdf556b6-a689-47c6-980a-aa3d82626f36 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:01.228440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:01.275664 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:01.454942 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Deleting port 04f82b32-6f65-47d3-aef9-4c009ac9edc8 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:01.455425 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:01.531516 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] The port '04f82b32-6f65-47d3-aef9-4c009ac9edc8' was deleted {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 16:35:01.623015 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] For port bdf556b6-a689-47c6-980a-aa3d82626f36, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=bdf556b6-a689-47c6-980a-aa3d82626f36,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:01.623422 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:01.625510 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8a23f-1f9a-4d61-80cc-2842872a128c req-19d65017-1204-4bfb-af2a-cd7d18cb0bff tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:01.627747 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2cf8a23f-1f9a-4d61-80cc-2842872a128c req-19d65017-1204-4bfb-af2a-cd7d18cb0bff tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 946 time: 0.0843186 Nov 18 16:35:01.680196 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2cf8a23f-1f9a-4d61-80cc-2842872a128c req-eea42abb-057a-4e24-a3c6-c699c8712645 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups?id=cc9732e6-cfd6-4272-a8c2-375333bd190d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462458 Nov 18 16:35:01.754479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:01.972713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26474ede-1ffb-4bb2-89ff-c8a1b3403c40']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:01.991207 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d4533c-0313-426c-81e0-9b1e0781ac39') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:01.991551 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d4533c-0313-426c-81e0-9b1e0781ac39') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:02.071304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822506197'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:02.101900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:02.106352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:35:02.196511 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:02.196931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:02.197285 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Floating IP 7c022e44-0594-4d61-9bf6-435687114902 disassociated. External IP: 172.27.0.41, port: bdf556b6-a689-47c6-980a-aa3d82626f36. Nov 18 16:35:02.197668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Calling delete_port for bdf556b6-a689-47c6-980a-aa3d82626f36 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:02.349228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:35:02.359126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822920245'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:02.606802 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Network 26474ede-1ffb-4bb2-89ff-c8a1b3403c40 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: % (table.description, expected, rows_matched) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: % (table.description, expected, rows_matched) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: % (table.description, expected, rows_matched) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: % (table.description, expected, rows_matched) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:35:02.632537 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:35:02.642014 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bdf556b6-a689-47c6-980a-aa3d82626f36 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:35:02.720235 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] No active binding found for port bdf556b6-a689-47c6-980a-aa3d82626f36 {{(pid=80324) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Nov 18 16:35:02.720670 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:02.721188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device bdf556b6-a689-47c6-980a-aa3d82626f36 not bound to the agent host hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:35:02.746105 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f2e54207-78b8-47eb-b306-508435590217 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:02.818659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event deleted for resources: {'Port': ['ID=bdf556b6-a689-47c6-980a-aa3d82626f36,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:02.839269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:02.843442 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:02.905692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7302ed12-86a2-4940-a7e9-7e4867d456cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:02.967145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:02.977972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=26474ede-1ffb-4bb2-89ff-c8a1b3403c40,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:02.988937 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:02.995602 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-372cd1b2-b7cb-47bc-ad98-a8c5a458e5cf req-93c1c06c-b284-48dc-aecb-3908c737be8c tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 210 time: 0.0956917 Nov 18 16:35:03.035100 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/26474ede-1ffb-4bb2-89ff-c8a1b3403c40 HTTP/1.1" status: 204 len: 168 time: 3.0602574 Nov 18 16:35:03.211067 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 35850) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:03.267474 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-17eec355-e6e9-4255-b44c-e55680555500 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f60209aecd2c483ba2ca662ee690d91b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523498 Nov 18 16:35:03.268002 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35854) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:03.334485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Router 8915eb2b-b359-4b8e-a843-d89a30ed25ec has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:35:03.355061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-831e81b7-9bbc-4a3c-b4ec-624bc4b62c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:03.449185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-831e81b7-9bbc-4a3c-b4ec-624bc4b62c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:03.796165 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-831e81b7-9bbc-4a3c-b4ec-624bc4b62c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:03.806919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-8d6e6677-29be-4f90-940f-5667404c2840 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:03.824532 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e81b7-9bbc-4a3c-b4ec-624bc4b62c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed60cd1-77f3-4cd3-b3e9-037085023cfc,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:03.827448 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-831e81b7-9bbc-4a3c-b4ec-624bc4b62c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:03.838399 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-831e81b7-9bbc-4a3c-b4ec-624bc4b62c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:03.839695 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-831e81b7-9bbc-4a3c-b4ec-624bc4b62c10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ed60cd1-77f3-4cd3-b3e9-037085023cfc HTTP/1.1" status: 204 len: 168 time: 0.5706453 Nov 18 16:35:03.880228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:35:03.889776 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af55e94b-0462-4906-aabb-e596dcb42a65 None None] Sync routers for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:35:03.901778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af55e94b-0462-4906-aabb-e596dcb42a65 None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:35:03.902555 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-af55e94b-0462-4906-aabb-e596dcb42a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:34:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:03.920561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] No DVR routers for this DVR port bdf556b6-a689-47c6-980a-aa3d82626f36 on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:35:03.923954 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:03.926065 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a4310d8f-c059-4e7c-b44e-d51c2fd0b5db req-b20e19f9-f71b-4182-865b-82187637dc6b tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.49 "DELETE /v2.0/ports/bdf556b6-a689-47c6-980a-aa3d82626f36 HTTP/1.1" status: 204 len: 173 time: 2.7834475 Nov 18 16:35:03.927086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91d8911-5f8a-42fb-9713-996ed0c1c0c7', 'name': 'network-vif-deleted', 'tag': 'bdf556b6-a689-47c6-980a-aa3d82626f36'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:35:03.995921 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91d8911-5f8a-42fb-9713-996ed0c1c0c7', 'name': 'network-vif-deleted', 'tag': 'bdf556b6-a689-47c6-980a-aa3d82626f36', 'status': 'completed', 'code': 200} Nov 18 16:35:04.113184 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-af55e94b-0462-4906-aabb-e596dcb42a65 None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:35:04.223784 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-731b1fab-6cdb-4dbc-a5ff-ea196abb4358 req-ddc158d5-5404-49f6-b8d6-4470d98bfaa1 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Synchronizing usage tracker for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:35:04.243420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-731b1fab-6cdb-4dbc-a5ff-ea196abb4358 req-ddc158d5-5404-49f6-b8d6-4470d98bfaa1 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Unset dirty status for tenant:aeb580cf3a5f44b8831c32865a294c26 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:35:04.255152 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-731b1fab-6cdb-4dbc-a5ff-ea196abb4358 req-ddc158d5-5404-49f6-b8d6-4470d98bfaa1 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/ports?device_id=a91d8911-5f8a-42fb-9713-996ed0c1c0c7 HTTP/1.1" status: 200 len: 210 time: 0.0832686 Nov 18 16:35:04.475221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-af55e94b-0462-4906-aabb-e596dcb42a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:51Z', 'revision_number': 5, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:04.479619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af55e94b-0462-4906-aabb-e596dcb42a65 None None] Checking router: 8915eb2b-b359-4b8e-a843-d89a30ed25ec for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:35:04.494243 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af55e94b-0462-4906-aabb-e596dcb42a65 None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:35:04.494968 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-af55e94b-0462-4906-aabb-e596dcb42a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:34:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:04.684996 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-af55e94b-0462-4906-aabb-e596dcb42a65 None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:35:05.020444 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-af55e94b-0462-4906-aabb-e596dcb42a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:51Z', 'revision_number': 5, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:05.024644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af55e94b-0462-4906-aabb-e596dcb42a65 None None] The sync data for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi is: [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:24:40Z', 'revision_number': 4, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '05809408-d568-48e1-ba3a-8f00155e47ac', 'name': '', 'network_id': '34419161-9207-4159-bf2c-4dd3d8b2a0f3', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'mac_address': 'fa:16:3e:f3:3a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:38Z', 'updated_at': '2020-11-18T16:24:51Z', 'revision_number': 5, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'subnets': [{'id': '694ea650-631a-4d5b-99f1-da9e1c62ca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:35:05.403735 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35886) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:05.417659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5e979-f540-42cf-b038-1ef3e34c20d9 None None] New status for floating IP 7c022e44-0594-4d61-9bf6-435687114902: DOWN {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:35:05.476216 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-23e7d194-e039-48bd-acc8-5010fe593a28 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:05.506651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-23e7d194-e039-48bd-acc8-5010fe593a28 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:05.555168 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-23e7d194-e039-48bd-acc8-5010fe593a28 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:05.561481 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c59810a0-91ce-433c-99e6-c493d9ce1f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:05.580607 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7d194-e039-48bd-acc8-5010fe593a28 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9732e6-cfd6-4272-a8c2-375333bd190d,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:05.583162 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-23e7d194-e039-48bd-acc8-5010fe593a28 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:05.589165 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-23e7d194-e039-48bd-acc8-5010fe593a28 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:05.590540 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-23e7d194-e039-48bd-acc8-5010fe593a28 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "DELETE /v2.0/security-groups/cc9732e6-cfd6-4272-a8c2-375333bd190d HTTP/1.1" status: 204 len: 168 time: 0.1856737 Nov 18 16:35:05.595525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 35892) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:05.629896 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.api.v2.resource [None req-42468b11-67aa-4523-afaa-17cc0ea26fe7 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] show failed (client error): The resource could not be found. Nov 18 16:35:05.634516 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-42468b11-67aa-4523-afaa-17cc0ea26fe7 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "GET /v2.0/security-groups/cc9732e6-cfd6-4272-a8c2-375333bd190d HTTP/1.1" status: 404 len: 347 time: 0.0377734 Nov 18 16:35:05.635191 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 35898) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:05.811318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-f793b229-1ee8-4d47-898d-66147d4d937e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Deleting port 131fe00e-22f9-4269-9b9e-737a214552ad {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:05.811766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f793b229-1ee8-4d47-898d-66147d4d937e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:05.995212 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f793b229-1ee8-4d47-898d-66147d4d937e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:05.995591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f793b229-1ee8-4d47-898d-66147d4d937e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:06.120625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-f793b229-1ee8-4d47-898d-66147d4d937e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Calling delete_port for 131fe00e-22f9-4269-9b9e-737a214552ad owned by network:floatingip {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:06.258618 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f793b229-1ee8-4d47-898d-66147d4d937e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:06.274126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-596a7034-b6e3-4aa1-bda8-34b79ba94d4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:06.326300 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793b229-1ee8-4d47-898d-66147d4d937e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Pushing event deleted for resources: {'Port': ['ID=131fe00e-22f9-4269-9b9e-737a214552ad,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:06.381449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f793b229-1ee8-4d47-898d-66147d4d937e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:06.492162 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f793b229-1ee8-4d47-898d-66147d4d937e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks [] for floatingip, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:06.508611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f793b229-1ee8-4d47-898d-66147d4d937e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:06.509801 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f793b229-1ee8-4d47-898d-66147d4d937e tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] 10.222.0.15 "DELETE /v2.0/floatingips/7c022e44-0594-4d61-9bf6-435687114902 HTTP/1.1" status: 204 len: 168 time: 0.8735313 Nov 18 16:35:07.020182 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 35916) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:07.089276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a86fad-2197-4bf2-b847-a293b6c49cf0 admin admin] Deleting subnet fc7fd00f-6fba-4b1d-b8d1-9fdd793d32eb {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:35:07.092258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-81a86fad-2197-4bf2-b847-a293b6c49cf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:07.144278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-81a86fad-2197-4bf2-b847-a293b6c49cf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822456073'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:07.200446 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-81a86fad-2197-4bf2-b847-a293b6c49cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:07.460204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-81a86fad-2197-4bf2-b847-a293b6c49cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823215652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824133613'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:07.475713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9e2adc92-ed26-44f7-ade1-a65be128e726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:07.526832 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a86fad-2197-4bf2-b847-a293b6c49cf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7fd00f-6fba-4b1d-b8d1-9fdd793d32eb,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:07.530690 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-81a86fad-2197-4bf2-b847-a293b6c49cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:07.608783 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-81a86fad-2197-4bf2-b847-a293b6c49cf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:07.615211 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-81a86fad-2197-4bf2-b847-a293b6c49cf0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fc7fd00f-6fba-4b1d-b8d1-9fdd793d32eb HTTP/1.1" status: 204 len: 168 time: 0.5939455 Nov 18 16:35:07.617730 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 35920) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:07.732804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:07.928885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:08.042293 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459153a1-911d-48e5-b900-aa80a8c75506']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:08.059468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09aba07e-c966-49b2-a0b5-7d74185182e5') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:08.059864 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09aba07e-c966-49b2-a0b5-7d74185182e5') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:08.072122 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32319695'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:08.088687 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:08.090684 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:35:08.276277 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] Network 459153a1-911d-48e5-b900-aa80a8c75506 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:35:08.285969 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823215743'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:08.471457 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] Network 459153a1-911d-48e5-b900-aa80a8c75506 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:35:08.493816 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:35:08.573850 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:08.579054 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:08.584115 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d0f56c5e-f52b-40c2-9413-49e6c3b8e545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:08.812535 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] 10.222.0.15 "DELETE /v2.0/networks/459153a1-911d-48e5-b900-aa80a8c75506 HTTP/1.1" status: 204 len: 168 time: 1.1937146 Nov 18 16:35:08.814181 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=459153a1-911d-48e5-b900-aa80a8c75506,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:08.816017 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35930) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:08.816931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:08.885405 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1da8cd-4078-404a-9894-284224ae13ec admin admin] Deleting subnet 703e86a5-3d1b-4e35-b129-b65a5a1cf38f {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:35:08.888357 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0a1da8cd-4078-404a-9894-284224ae13ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:08.939640 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0a1da8cd-4078-404a-9894-284224ae13ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32269587'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:08.998936 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0a1da8cd-4078-404a-9894-284224ae13ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:09.254563 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0a1da8cd-4078-404a-9894-284224ae13ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036822920298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31301201'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:09.270256 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-835e0db4-a911-4abe-86d9-f084a34cdfa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:09.321748 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1da8cd-4078-404a-9894-284224ae13ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703e86a5-3d1b-4e35-b129-b65a5a1cf38f,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:09.326435 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0a1da8cd-4078-404a-9894-284224ae13ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:09.408988 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0a1da8cd-4078-404a-9894-284224ae13ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:09.415053 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-0a1da8cd-4078-404a-9894-284224ae13ec admin admin] 10.222.0.15 "DELETE /v2.0/subnets/703e86a5-3d1b-4e35-b129-b65a5a1cf38f HTTP/1.1" status: 204 len: 168 time: 0.5978341 Nov 18 16:35:09.417619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35944) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:09.533494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:09.724084 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:09.839390 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5dfff61-3608-4061-aeb4-0eb44948a812']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:09.852585 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ba9205-793d-4532-9121-b80a581d9615') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:09.852926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ba9205-793d-4532-9121-b80a581d9615') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:09.865185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822506197'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:09.879940 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:09.881961 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:35:10.057752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] Network f5dfff61-3608-4061-aeb4-0eb44948a812 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:35:10.066839 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822920245'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:10.246131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] Network f5dfff61-3608-4061-aeb4-0eb44948a812 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:35:10.268306 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:35:10.346177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:10.349627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-341360b1-22a0-4198-86ed-63f3e94d96a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:10.365911 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:10.372185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5dfff61-3608-4061-aeb4-0eb44948a812,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:10.375449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:10.377090 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-9cd3df66-913a-47c7-86df-e0c1324d09a8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f5dfff61-3608-4061-aeb4-0eb44948a812 HTTP/1.1" status: 204 len: 168 time: 0.9584739 Nov 18 16:35:10.583924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35956) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:10.638839 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-7fd0fd97-12a2-42bb-ae9b-1d4a19e14e45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8705b5e40eac4d4880000e55576208ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512631 Nov 18 16:35:10.639042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35960) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:10.654181 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 35964) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:10.701701 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8e49a085-943a-4e99-9b1a-0df07c6e8635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:10.729904 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8e49a085-943a-4e99-9b1a-0df07c6e8635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:10.787517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8e49a085-943a-4e99-9b1a-0df07c6e8635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:10.792810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-01f74d3e-39f0-49dd-bda1-0d44c5cafae5 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:10.806848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49a085-943a-4e99-9b1a-0df07c6e8635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa740d3b-26b9-4b0c-83b0-d60b3430fff8,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:10.809863 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-8e49a085-943a-4e99-9b1a-0df07c6e8635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:10.814406 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-8e49a085-943a-4e99-9b1a-0df07c6e8635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:10.819040 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-8e49a085-943a-4e99-9b1a-0df07c6e8635 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa740d3b-26b9-4b0c-83b0-d60b3430fff8 HTTP/1.1" status: 204 len: 168 time: 0.1766846 Nov 18 16:35:11.228418 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35974) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:11.283742 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-12df77f6-0f8d-4ad4-9856-0b70e1a84dd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0a2671729dd41d7ac6cb7728ba38766&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516515 Nov 18 16:35:11.283995 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 35978) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:11.331518 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821489292'] for router_interface, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:11.346790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-972637b4-4e09-4b7f-a122-227ac938b361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:11.373706 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-972637b4-4e09-4b7f-a122-227ac938b361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:11.417613 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-972637b4-4e09-4b7f-a122-227ac938b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:11.423075 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-866c5d09-6a04-438e-8552-f3d0cc5f19b8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:11.436796 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972637b4-4e09-4b7f-a122-227ac938b361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e51939-3de3-4135-a2cf-ebb9e50aad41,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:11.440957 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-972637b4-4e09-4b7f-a122-227ac938b361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:11.441845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-972637b4-4e09-4b7f-a122-227ac938b361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:11.443227 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-972637b4-4e09-4b7f-a122-227ac938b361 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33e51939-3de3-4135-a2cf-ebb9e50aad41 HTTP/1.1" status: 204 len: 168 time: 0.1582203 Nov 18 16:35:11.965347 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] Deleting port 05809408-d568-48e1-ba3a-8f00155e47ac {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:11.965770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:12.146048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] For port 05809408-d568-48e1-ba3a-8f00155e47ac, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=05809408-d568-48e1-ba3a-8f00155e47ac,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:12.146475 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:12.278726 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] Calling delete_port for 05809408-d568-48e1-ba3a-8f00155e47ac owned by network:router_interface {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:12.595116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:12.610124 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7fcc4a42-cda6-434c-8263-f3b02002b595 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:12.665481 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=05809408-d568-48e1-ba3a-8f00155e47ac,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:12.668444 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:13.259758 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33292004'] for router_interface, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:13.990591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] Router 8915eb2b-b359-4b8e-a843-d89a30ed25ec has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:35:14.202607 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:35:14.211942 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f82bf15-d9f9-4735-910d-b91a2079398c None None] Sync routers for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:35:14.218420 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] 10.222.0.15 "PUT /v2.0/routers/8915eb2b-b359-4b8e-a843-d89a30ed25ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5599492 Nov 18 16:35:14.218694 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36028) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:14.227364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82bf15-d9f9-4735-910d-b91a2079398c None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:35:14.228158 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-4f82bf15-d9f9-4735-910d-b91a2079398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:34:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:14.426122 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-4f82bf15-d9f9-4735-910d-b91a2079398c None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:35:14.437765 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:14.652026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:14.660809 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Deleting port e1d28eff-44f0-4f02-b504-f2c43d4a34ce {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:14.661187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:14.850222 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] For port e1d28eff-44f0-4f02-b504-f2c43d4a34ce, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=e1d28eff-44f0-4f02-b504-f2c43d4a34ce,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:14.850619 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:14.874779 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:14.905752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-4f82bf15-d9f9-4735-910d-b91a2079398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:35:12Z', 'revision_number': 5, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port': {'id': 'e1d28eff-44f0-4f02-b504-f2c43d4a34ce', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:35Z', 'updated_at': '2020-11-18T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:14.909928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f82bf15-d9f9-4735-910d-b91a2079398c None None] Checking router: 8915eb2b-b359-4b8e-a843-d89a30ed25ec for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:35:14.921325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82bf15-d9f9-4735-910d-b91a2079398c None None] Routers {'8915eb2b-b359-4b8e-a843-d89a30ed25ec'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:35:14.922007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-4f82bf15-d9f9-4735-910d-b91a2079398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:34:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:14.977848 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Calling delete_port for e1d28eff-44f0-4f02-b504-f2c43d4a34ce owned by network:router_gateway {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:15.079962 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-4f82bf15-d9f9-4735-910d-b91a2079398c None None] Set router 8915eb2b-b359-4b8e-a843-d89a30ed25ec gateway port host: None {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:35:15.151134 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:15.166284 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:15.191436 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-4f82bf15-d9f9-4735-910d-b91a2079398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:35:14Z', 'revision_number': 6, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port_host': None}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:15.195635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f82bf15-d9f9-4735-910d-b91a2079398c None None] The sync data for ids ['8915eb2b-b359-4b8e-a843-d89a30ed25ec'] in dv-cinder-759961-2-iscsi is: [{'id': '8915eb2b-b359-4b8e-a843-d89a30ed25ec', 'name': 'tempest-AttachVolumeTestJSON-98839050-router', 'tenant_id': 'aeb580cf3a5f44b8831c32865a294c26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:33Z', 'updated_at': '2020-11-18T16:35:14Z', 'revision_number': 6, 'project_id': 'aeb580cf3a5f44b8831c32865a294c26', 'gw_port_host': None}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:35:15.225011 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d28eff-44f0-4f02-b504-f2c43d4a34ce,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:15.229032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:15.758342 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821543052'] for router_gateway, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:16.035710 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821561876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736553'] for router, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:16.040227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:16.132320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821562026'] for router, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:16.132934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8915eb2b-b359-4b8e-a843-d89a30ed25ec {{(pid=80322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 16:35:16.146385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:16.147679 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-a7bf31dc-c1aa-4d1f-8e84-be34845108b1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8915eb2b-b359-4b8e-a843-d89a30ed25ec HTTP/1.1" status: 204 len: 168 time: 1.9274173 Nov 18 16:35:16.150191 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36050) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:16.218517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e51e25-bb0d-4563-9214-0dab1791dd09 admin admin] Deleting subnet 694ea650-631a-4d5b-99f1-da9e1c62ca3c {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:35:16.221937 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-06e51e25-bb0d-4563-9214-0dab1791dd09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:16.281215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-06e51e25-bb0d-4563-9214-0dab1791dd09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822456073'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:16.405226 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-06e51e25-bb0d-4563-9214-0dab1791dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:16.686320 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-06e51e25-bb0d-4563-9214-0dab1791dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823215652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824133613'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:16.706819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:16.762036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e51e25-bb0d-4563-9214-0dab1791dd09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694ea650-631a-4d5b-99f1-da9e1c62ca3c,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:16.766169 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-06e51e25-bb0d-4563-9214-0dab1791dd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:16.848496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-06e51e25-bb0d-4563-9214-0dab1791dd09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:16.855637 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-06e51e25-bb0d-4563-9214-0dab1791dd09 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/694ea650-631a-4d5b-99f1-da9e1c62ca3c HTTP/1.1" status: 204 len: 168 time: 0.7034683 Nov 18 16:35:16.855820 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b976359d-2646-4cdf-98c9-615ce664013e None None] Network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:35:16.857175 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36070) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:16.994198 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:17.025932 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 05809408-d568-48e1-ba3a-8f00155e47ac no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:35:17.088588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: 05809408-d568-48e1-ba3a-8f00155e47ac {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:35:17.089008 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 05809408-d568-48e1-ba3a-8f00155e47ac not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:35:17.089476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device e1d28eff-44f0-4f02-b504-f2c43d4a34ce no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:35:17.134056 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: e1d28eff-44f0-4f02-b504-f2c43d4a34ce {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:35:17.135063 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device e1d28eff-44f0-4f02-b504-f2c43d4a34ce not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:35:17.151232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Deleting port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:17.151587 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:17.217015 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af5806-bd1b-4ac9-9691-4e1010c5762e None None] DHCP port deletion for 34419161-9207-4159-bf2c-4dd3d8b2a0f3 request from dv-cinder-759961-2-iscsi {{(pid=80324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 16:35:17.217253 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-03387d7e-966c-4e23-8488-188c6aecf6fb tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips/2ff81ac4-0ed2-4bc3-862a-e2fd51ec9c5b HTTP/1.1" status: 200 len: 999 time: 0.1720088 Nov 18 16:35:17.223239 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-f7af5806-bd1b-4ac9-9691-4e1010c5762e None None] Deleting port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:17.223838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f7af5806-bd1b-4ac9-9691-4e1010c5762e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:17.437016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-f7af5806-bd1b-4ac9-9691-4e1010c5762e None None] For port fcce0bb3-ceaa-48d4-a81e-80ee9290b788, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=fcce0bb3-ceaa-48d4-a81e-80ee9290b788,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:17.437367 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f7af5806-bd1b-4ac9-9691-4e1010c5762e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:17.510683 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] For port fcce0bb3-ceaa-48d4-a81e-80ee9290b788, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=fcce0bb3-ceaa-48d4-a81e-80ee9290b788,segment=NetworkSegment(7d952e32-df74-4dff-832b-9b6857ebc6e3),segment_id=7d952e32-df74-4dff-832b-9b6857ebc6e3)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:17.511068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:17.532082 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-5ca628f8-f5b2-41ed-a517-682f07f8bec2 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:17.533564 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-5ca628f8-f5b2-41ed-a517-682f07f8bec2 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/networks/eae6701d-1990-4314-b852-5917518e9bba HTTP/1.1" status: 200 len: 784 time: 0.3081942 Nov 18 16:35:17.562971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-f7af5806-bd1b-4ac9-9691-4e1010c5762e None None] Calling delete_port for fcce0bb3-ceaa-48d4-a81e-80ee9290b788 owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:17.639095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f7af5806-bd1b-4ac9-9691-4e1010c5762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:17.645371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-5a4e19ba-aea7-4275-9528-6dc71c6ac9e3 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80322) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:35:17.646455 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-5a4e19ba-aea7-4275-9528-6dc71c6ac9e3 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0602353 Nov 18 16:35:17.654873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:17.655967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Calling delete_port for fcce0bb3-ceaa-48d4-a81e-80ee9290b788 owned by network:dhcp {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:17.709062 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af5806-bd1b-4ac9-9691-4e1010c5762e None None] Pushing event deleted for resources: {'Port': ['ID=fcce0bb3-ceaa-48d4-a81e-80ee9290b788,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:17.712867 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f7af5806-bd1b-4ac9-9691-4e1010c5762e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:17.801058 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af5806-bd1b-4ac9-9691-4e1010c5762e None None] No DVR routers for this DVR port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 on host dv-cinder-759961-2-iscsi {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:35:17.820247 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-b6669fbe-1d25-4068-a173-2149d654deac tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.211 HTTP/1.1" status: 200 len: 1002 time: 0.1384048 Nov 18 16:35:17.822768 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:35:17.823126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:35:17.904443 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-c586ff94-a5da-4034-897c-8800b8ff3094 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:17.905873 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-c586ff94-a5da-4034-897c-8800b8ff3094 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports/698afc9d-d001-4a4f-bc88-aef764168fec HTTP/1.1" status: 200 len: 943 time: 0.0797992 Nov 18 16:35:18.318781 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-3a1a3736-4e53-45d2-8172-cd49f4e6a89d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.211 HTTP/1.1" status: 200 len: 1002 time: 0.3306904 Nov 18 16:35:18.325340 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Deleting port fcce0bb3-ceaa-48d4-a81e-80ee9290b788 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:18.325693 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:18.473771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] The port 'fcce0bb3-ceaa-48d4-a81e-80ee9290b788' was deleted {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 16:35:18.689189 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:18.806607 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Deleting port 1cb0913c-3d47-4a5a-8722-a6c2de59499b {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:18.806902 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:18.864831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34419161-9207-4159-bf2c-4dd3d8b2a0f3']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:18.886790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d952e32-df74-4dff-832b-9b6857ebc6e3') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:18.887156 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d952e32-df74-4dff-832b-9b6857ebc6e3') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:18.927201 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32319695'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:18.974568 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device fcce0bb3-ceaa-48d4-a81e-80ee9290b788 no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:35:18.999335 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:19.008213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:35:19.008484 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: fcce0bb3-ceaa-48d4-a81e-80ee9290b788 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:35:19.008885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device fcce0bb3-ceaa-48d4-a81e-80ee9290b788 not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:35:19.190089 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:19.190377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:19.270591 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:35:19.332844 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823215743'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:19.354762 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Calling delete_port for 1cb0913c-3d47-4a5a-8722-a6c2de59499b owned by network:floatingip {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:19.571836 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Network 34419161-9207-4159-bf2c-4dd3d8b2a0f3 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: % (table.description, expected, rows_matched) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: % (table.description, expected, rows_matched) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: % (table.description, expected, rows_matched) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: % (table.description, expected, rows_matched) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:35:19.596072 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:35:19.689453 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:19.723035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:19.746841 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:19.761154 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=34419161-9207-4159-bf2c-4dd3d8b2a0f3,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:19.768188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:19.802655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:19.819706 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5fbbf40a-4f6e-48e8-9d96-30f5c3d4a5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:19.857115 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-3732885a-2b8f-48eb-befa-5d45709e3dc1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/34419161-9207-4159-bf2c-4dd3d8b2a0f3 HTTP/1.1" status: 204 len: 168 time: 2.9986558 Nov 18 16:35:19.874857 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event deleted for resources: {'Port': ['ID=1cb0913c-3d47-4a5a-8722-a6c2de59499b,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:19.880161 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:20.044709 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:20.045229 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Floating IP 2ff81ac4-0ed2-4bc3-862a-e2fd51ec9c5b disassociated (deleted). External IP: 172.27.0.211, port: 698afc9d-d001-4a4f-bc88-aef764168fec. Nov 18 16:35:20.136700 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36100) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:20.201388 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ef9643cf-a6a7-49ea-82b6-d022fbb467c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aeb580cf3a5f44b8831c32865a294c26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0637989 Nov 18 16:35:20.204117 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36106) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:20.272263 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d877456c-8395-41cc-a851-1d98aebb4dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:20.301736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d877456c-8395-41cc-a851-1d98aebb4dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:20.357647 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d877456c-8395-41cc-a851-1d98aebb4dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:20.362857 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-41dc24c4-4de1-4ac0-a4fc-0bec80f38b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:20.380116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877456c-8395-41cc-a851-1d98aebb4dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cc6b25-3ee0-44b8-9713-f7c756d0562b,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:20.383634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d877456c-8395-41cc-a851-1d98aebb4dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:20.386126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d877456c-8395-41cc-a851-1d98aebb4dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:20.387301 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d877456c-8395-41cc-a851-1d98aebb4dbc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24cc6b25-3ee0-44b8-9713-f7c756d0562b HTTP/1.1" status: 204 len: 168 time: 0.1819484 Nov 18 16:35:20.711929 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Router 4b716cd0-5cce-444b-b689-dd6248265558 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:35:20.925720 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:35:20.930803 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:20.935997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec06f94-740f-46e5-b668-4826cc809718 None None] Sync routers for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:35:20.950253 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec06f94-740f-46e5-b668-4826cc809718 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:35:20.950940 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-7ec06f94-740f-46e5-b668-4826cc809718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:34:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:20.988190 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "DELETE /v2.0/floatingips/2ff81ac4-0ed2-4bc3-862a-e2fd51ec9c5b HTTP/1.1" status: 204 len: 173 time: 2.6635911 Nov 18 16:35:20.989276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'tag': '698afc9d-d001-4a4f-bc88-aef764168fec'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:35:21.075147 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'tag': '698afc9d-d001-4a4f-bc88-aef764168fec', 'status': 'completed', 'code': 200} Nov 18 16:35:21.106637 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-7bf5bde2-d4e1-4b6b-92ee-6c3803549879 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 1163 time: 0.0969982 Nov 18 16:35:21.147307 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-7ec06f94-740f-46e5-b668-4826cc809718 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:35:21.186255 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c6989aa4-a626-4289-ac55-d79f118f7ae5 req-dcf35897-f343-428a-8213-ba6b3bbf50f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 1163 time: 0.0900707 Nov 18 16:35:21.262193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-ce638e59-0ce0-42f6-b658-ac88d0935ac3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:21.264047 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-ce638e59-0ce0-42f6-b658-ac88d0935ac3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.1505632 Nov 18 16:35:21.353750 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-120b0f28-16e7-4cf4-ae39-45b38f48d3ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=698afc9d-d001-4a4f-bc88-aef764168fec HTTP/1.1" status: 200 len: 217 time: 0.0828619 Nov 18 16:35:21.357310 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6989aa4-a626-4289-ac55-d79f118f7ae5 req-fde4600b-e758-47f5-a8ca-b539d166f7b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:21.359012 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c6989aa4-a626-4289-ac55-d79f118f7ae5 req-fde4600b-e758-47f5-a8ca-b539d166f7b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.1657548 Nov 18 16:35:21.426926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-e4a93e29-065f-48d1-8955-ada0a504ecf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:21.429359 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-e4a93e29-065f-48d1-8955-ada0a504ecf4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.0744939 Nov 18 16:35:21.448923 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c6989aa4-a626-4289-ac55-d79f118f7ae5 req-3caaf587-14f2-4011-a430-456182ae8163 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=698afc9d-d001-4a4f-bc88-aef764168fec HTTP/1.1" status: 200 len: 217 time: 0.0819972 Nov 18 16:35:21.551706 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6989aa4-a626-4289-ac55-d79f118f7ae5 req-4b8d4354-a298-4fb8-bda0-0bbf1b42280a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:21.556347 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c6989aa4-a626-4289-ac55-d79f118f7ae5 req-4b8d4354-a298-4fb8-bda0-0bbf1b42280a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.0988359 Nov 18 16:35:21.564152 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-770ec1c3-3439-4a04-89ca-a46cddfb6251 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1223228 Nov 18 16:35:21.565686 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-7ec06f94-740f-46e5-b668-4826cc809718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': 'f86ba5f1-7555-42d2-9b11-80cd35fcad88', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:7d:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:30:31Z', 'updated_at': '2020-11-18T16:30:36Z', 'revision_number': 2, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:21.570349 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec06f94-740f-46e5-b668-4826cc809718 None None] Checking router: 4b716cd0-5cce-444b-b689-dd6248265558 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:35:21.582356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec06f94-740f-46e5-b668-4826cc809718 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:35:21.583033 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-7ec06f94-740f-46e5-b668-4826cc809718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:34:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:21.693016 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c6989aa4-a626-4289-ac55-d79f118f7ae5 req-fcd17a9a-54cb-4eae-945b-740114e89811 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1245718 Nov 18 16:35:21.821946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-7ec06f94-740f-46e5-b668-4826cc809718 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:35:21.888469 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-a0d22f5a-b4ae-42f9-9215-b9a71c755832 service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128474 Nov 18 16:35:21.904535 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c6989aa4-a626-4289-ac55-d79f118f7ae5 req-bf41d612-1f0d-4d73-9cc6-0c8554a3ea9d service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030113 Nov 18 16:35:22.054845 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f6bff83-2c67-4c83-884c-d66b59bead8d req-46d420eb-fb27-4c06-93ab-933ebf07e0d4 service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1590171 Nov 18 16:35:22.083340 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c6989aa4-a626-4289-ac55-d79f118f7ae5 req-2f1322d3-558c-4b6b-91b5-77cc6e4b09e6 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1713345 Nov 18 16:35:22.331915 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36156) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:22.353674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-7ec06f94-740f-46e5-b668-4826cc809718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': 'f86ba5f1-7555-42d2-9b11-80cd35fcad88', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:7d:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:30:31Z', 'updated_at': '2020-11-18T16:30:36Z', 'revision_number': 2, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:22.364421 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec06f94-740f-46e5-b668-4826cc809718 None None] The sync data for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi is: [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': 'f86ba5f1-7555-42d2-9b11-80cd35fcad88', 'tenant_id': '4f83100735174800a64c933476053984', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'port_id': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'mac_address': 'fa:16:3e:7d:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:30:31Z', 'updated_at': '2020-11-18T16:30:36Z', 'revision_number': 2, 'project_id': '4f83100735174800a64c933476053984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:35:22.558803 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:22.610450 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:22.617813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Usage tracker for resource:security_group_rule and tenant:4ebb8f6741674b7a947b2b0538308f9c is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:22.621734 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:22.629914 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:22.637819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddbf4d-dff8-4f97-8bb4-ad16150fdba8 req-7ac24bfb-9cbb-406b-bece-45dad65ffafa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:22.638597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-edddbf4d-dff8-4f97-8bb4-ad16150fdba8 req-7ac24bfb-9cbb-406b-bece-45dad65ffafa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:35:22.667294 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-edddbf4d-dff8-4f97-8bb4-ad16150fdba8 req-7ac24bfb-9cbb-406b-bece-45dad65ffafa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:35:22.668641 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-edddbf4d-dff8-4f97-8bb4-ad16150fdba8 req-7ac24bfb-9cbb-406b-bece-45dad65ffafa tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 946 time: 0.1778882 Nov 18 16:35:22.753187 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-edddbf4d-dff8-4f97-8bb4-ad16150fdba8 req-0cd70723-d9be-4315-90c4-19b8f31572c5 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0771589 Nov 18 16:35:22.760944 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:22.765142 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:22.773805 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7a9503bf-3493-4806-b4c7-1d5372fa1d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:22.780464 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc505e-3d70-4c62-8846-07cd6226a0f4 None None] New status for floating IP 2ff81ac4-0ed2-4bc3-862a-e2fd51ec9c5b: DOWN {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:35:22.816250 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e09c03-afa1-445a-8a7e-6273968f77b2,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:22.829494 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ebb8f6741674b7a947b2b0538308f9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4964161 Nov 18 16:35:22.832090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36168) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:22.835493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.835945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.836357 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.836763 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.837167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.837571 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.837969 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.838364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.838762 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.839154 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.839547 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.839964 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.840442 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.840838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.841226 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.841599 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.842106 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.842498 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.842864 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.843254 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.843675 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.844171 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.844565 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.844952 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:22.859059 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:22.888172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:35:22.914005 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-04a96001-df66-42bb-8075-678c0dc1f598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:22.945960 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-04a96001-df66-42bb-8075-678c0dc1f598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:22.996064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-04a96001-df66-42bb-8075-678c0dc1f598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:23.001512 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c79fbd48-04e0-40f8-9989-b5c2854732eb tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:23.015348 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a96001-df66-42bb-8075-678c0dc1f598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e09c03-afa1-445a-8a7e-6273968f77b2,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:23.018096 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-04a96001-df66-42bb-8075-678c0dc1f598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:23.020339 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-04a96001-df66-42bb-8075-678c0dc1f598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:23.021617 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-04a96001-df66-42bb-8075-678c0dc1f598 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5e09c03-afa1-445a-8a7e-6273968f77b2 HTTP/1.1" status: 204 len: 168 time: 0.1885664 Nov 18 16:35:23.358281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36176) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:23.377589 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5c9340d-226c-40aa-bc4b-9073c0a34443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:23.410503 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d5c9340d-226c-40aa-bc4b-9073c0a34443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:23.414592 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d5c9340d-226c-40aa-bc4b-9073c0a34443 admin admin] Usage tracker for resource:security_group_rule and tenant:cd62bb5f22ba418fb5990ea4c53e65b5 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:23.417543 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-d5c9340d-226c-40aa-bc4b-9073c0a34443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:23.423825 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-d5c9340d-226c-40aa-bc4b-9073c0a34443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:23.490204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5c9340d-226c-40aa-bc4b-9073c0a34443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:23.493123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d5c9340d-226c-40aa-bc4b-9073c0a34443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:23.501025 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-24fbed40-5181-497a-b855-c94526fb2b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:23.543116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9340d-226c-40aa-bc4b-9073c0a34443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1687bfad-c74f-4ea9-bda2-36cbbc4fce24,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:23.548552 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d5c9340d-226c-40aa-bc4b-9073c0a34443 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd62bb5f22ba418fb5990ea4c53e65b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1891940 Nov 18 16:35:23.549475 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d5c9340d-226c-40aa-bc4b-9073c0a34443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:23.551496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36184) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:23.617501 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-198a717d-488d-4255-8c49-1ede1074bcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:23.645258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-198a717d-488d-4255-8c49-1ede1074bcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:23.690713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-198a717d-488d-4255-8c49-1ede1074bcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:23.695842 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9232b1c8-f7ae-42cb-8148-2bc55362628f tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:23.709876 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a717d-488d-4255-8c49-1ede1074bcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1687bfad-c74f-4ea9-bda2-36cbbc4fce24,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:23.712369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-198a717d-488d-4255-8c49-1ede1074bcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:23.714476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-198a717d-488d-4255-8c49-1ede1074bcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:23.718400 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-198a717d-488d-4255-8c49-1ede1074bcd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1687bfad-c74f-4ea9-bda2-36cbbc4fce24 HTTP/1.1" status: 204 len: 168 time: 0.1634467 Nov 18 16:35:23.988846 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6f66e-f4ee-47d0-9021-f9d636aeda7d req-5bd0b809-01df-417e-b145-56159ed76f86 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:23.990496 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-06a6f66e-f4ee-47d0-9021-f9d636aeda7d req-5bd0b809-01df-417e-b145-56159ed76f86 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 946 time: 0.0905004 Nov 18 16:35:24.053587 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-06a6f66e-f4ee-47d0-9021-f9d636aeda7d req-60105484-6419-489a-b5e2-0eab5b0dc12a tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0541954 Nov 18 16:35:24.178004 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36210) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:24.197061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-227b41d4-b5c5-4fc2-af6d-0f53bc7833c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:24.230086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-227b41d4-b5c5-4fc2-af6d-0f53bc7833c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:24.234104 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-227b41d4-b5c5-4fc2-af6d-0f53bc7833c7 admin admin] Usage tracker for resource:security_group_rule and tenant:048b5f47e83042e78d5567448f8c3b4f is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:24.237095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-227b41d4-b5c5-4fc2-af6d-0f53bc7833c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:24.242778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-227b41d4-b5c5-4fc2-af6d-0f53bc7833c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:24.309783 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-227b41d4-b5c5-4fc2-af6d-0f53bc7833c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:24.312630 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-227b41d4-b5c5-4fc2-af6d-0f53bc7833c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:24.320125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-842b7b63-e6c8-42cc-8f6c-78782d420671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:24.368629 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b41d4-b5c5-4fc2-af6d-0f53bc7833c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2329d327-4178-4afe-b08b-153e9189f3ce,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:24.373706 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-227b41d4-b5c5-4fc2-af6d-0f53bc7833c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=048b5f47e83042e78d5567448f8c3b4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1944480 Nov 18 16:35:24.374666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-227b41d4-b5c5-4fc2-af6d-0f53bc7833c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:24.376852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36214) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:24.401144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250d240-5edb-41ee-a059-23209709d23c req-52d4440f-4ec5-4865-a676-743f197a1615 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:24.402772 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a250d240-5edb-41ee-a059-23209709d23c req-52d4440f-4ec5-4865-a676-743f197a1615 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 946 time: 0.0848322 Nov 18 16:35:24.439258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cbb37df4-e3cb-4436-bdb4-7ef466d3ac0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:24.466227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cbb37df4-e3cb-4436-bdb4-7ef466d3ac0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:24.509095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cbb37df4-e3cb-4436-bdb4-7ef466d3ac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:24.513916 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7d7d2915-3b9b-4854-bb77-31784afb116b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:24.524968 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb37df4-e3cb-4436-bdb4-7ef466d3ac0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2329d327-4178-4afe-b08b-153e9189f3ce,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:24.528641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-cbb37df4-e3cb-4436-bdb4-7ef466d3ac0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:24.532236 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cbb37df4-e3cb-4436-bdb4-7ef466d3ac0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:24.535286 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-cbb37df4-e3cb-4436-bdb4-7ef466d3ac0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2329d327-4178-4afe-b08b-153e9189f3ce HTTP/1.1" status: 204 len: 168 time: 0.1553106 Nov 18 16:35:25.280155 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bce8c-2b91-4fce-8dd8-58c6af40eef1 req-ca9ef56b-150b-46f4-bc19-522748f23277 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:25.282298 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-be4bce8c-2b91-4fce-8dd8-58c6af40eef1 req-ca9ef56b-150b-46f4-bc19-522748f23277 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 946 time: 0.0952783 Nov 18 16:35:25.330239 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-be4bce8c-2b91-4fce-8dd8-58c6af40eef1 req-75bc5c60-9032-42c8-96e1-bd69422732f5 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0417910 Nov 18 16:35:25.994550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-a250d240-5edb-41ee-a059-23209709d23c req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Deleting port 698afc9d-d001-4a4f-bc88-aef764168fec {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:25.995075 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a250d240-5edb-41ee-a059-23209709d23c req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:26.259827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-a250d240-5edb-41ee-a059-23209709d23c req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] For port 698afc9d-d001-4a4f-bc88-aef764168fec, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=698afc9d-d001-4a4f-bc88-aef764168fec,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:26.260237 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a250d240-5edb-41ee-a059-23209709d23c req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:26.388323 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-a250d240-5edb-41ee-a059-23209709d23c req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Calling delete_port for 698afc9d-d001-4a4f-bc88-aef764168fec owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:26.553590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ab5f8-3162-4158-a821-136064b99d26 req-91fa3ddd-483f-40db-bee2-9028e2fc7e36 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:26.555204 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bb6ab5f8-3162-4158-a821-136064b99d26 req-91fa3ddd-483f-40db-bee2-9028e2fc7e36 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 946 time: 0.0876856 Nov 18 16:35:26.606893 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bb6ab5f8-3162-4158-a821-136064b99d26 req-920462d4-7f3c-41b5-8ff1-b93fc345621e tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0450721 Nov 18 16:35:26.739264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-61b3d231-1d60-4e75-8001-5bdbb743e896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:26.758366 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a250d240-5edb-41ee-a059-23209709d23c req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:26.777022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9950b078-c1e2-4aca-9e80-298f8e81d70b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:26.838208 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event deleted for resources: {'Port': ['ID=698afc9d-d001-4a4f-bc88-aef764168fec,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:26.908633 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.909059 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.909483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.909898 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.910307 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.910717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.911120 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.911523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.911972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.912377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.912777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.913177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.913615 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.914013 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.914411 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.914809 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.915205 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.915629 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.916026 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.916422 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.916817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.917220 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.917620 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.918034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:26.922584 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:27.003982 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-a250d240-5edb-41ee-a059-23209709d23c req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] No DVR routers for this DVR port 698afc9d-d001-4a4f-bc88-aef764168fec on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:35:27.006818 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-a250d240-5edb-41ee-a059-23209709d23c req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:27.009627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'name': 'network-vif-deleted', 'tag': '698afc9d-d001-4a4f-bc88-aef764168fec'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:35:27.024717 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a250d240-5edb-41ee-a059-23209709d23c req-da8f4db0-6c97-4f37-9f1d-a4c6041198f4 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "DELETE /v2.0/ports/698afc9d-d001-4a4f-bc88-aef764168fec HTTP/1.1" status: 204 len: 173 time: 1.0997429 Nov 18 16:35:27.067983 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a445aadb-2fba-4f12-ad8a-c48fb344b98d', 'name': 'network-vif-deleted', 'tag': '698afc9d-d001-4a4f-bc88-aef764168fec', 'status': 'completed', 'code': 200} Nov 18 16:35:27.782865 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-3f365398-85b0-413e-ad66-1e7d271c69e5 req-64608661-c6fe-45c0-a381-1924ba6d8c80 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:35:27.798024 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-3f365398-85b0-413e-ad66-1e7d271c69e5 req-64608661-c6fe-45c0-a381-1924ba6d8c80 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:35:27.799307 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-3f365398-85b0-413e-ad66-1e7d271c69e5 req-64608661-c6fe-45c0-a381-1924ba6d8c80 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 210 time: 0.0621362 Nov 18 16:35:28.982541 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f3933b1a-671d-471d-ad29-072fae6486f0 req-56e9356d-6847-453c-ad6d-09ed52222815 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 210 time: 0.0459845 Nov 18 16:35:29.002499 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 698afc9d-d001-4a4f-bc88-aef764168fec no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:35:29.036358 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] No Port match for: 698afc9d-d001-4a4f-bc88-aef764168fec {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:35:29.036749 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 698afc9d-d001-4a4f-bc88-aef764168fec not bound to the agent host hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:35:29.336242 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e32ebf4b-1477-49b3-b4f4-1b1da2cf59b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:29.718455 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:30.161319 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f148ae6f-1779-4f74-857d-ad0041da19b1 req-1fdc8e89-4213-4410-915b-8cae88627ca2 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=a445aadb-2fba-4f12-ad8a-c48fb344b98d HTTP/1.1" status: 200 len: 210 time: 0.0481865 Nov 18 16:35:30.709031 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:31.241057 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:33.723713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36360) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:33.852053 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-913c4ff5-0332-48ed-aa50-cd069f3d9d60 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips/f86ba5f1-7555-42d2-9b11-80cd35fcad88 HTTP/1.1" status: 200 len: 998 time: 0.1144142 Nov 18 16:35:33.922875 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-32918fec-2fd3-48c3-98cd-e7d35b0a765d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:34.028652 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-32918fec-2fd3-48c3-98cd-e7d35b0a765d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:34.038019 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-32918fec-2fd3-48c3-98cd-e7d35b0a765d admin admin] Usage tracker for resource:security_group_rule and tenant:1a054fe4592a478ebe748835ccdcb1a0 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:34.048982 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-32918fec-2fd3-48c3-98cd-e7d35b0a765d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:34.059118 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-32918fec-2fd3-48c3-98cd-e7d35b0a765d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:34.068450 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-8f703a03-fda7-4cf0-9ddd-41a4ce68e2d2 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:34.069944 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-8f703a03-fda7-4cf0-9ddd-41a4ce68e2d2 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/networks/eae6701d-1990-4314-b852-5917518e9bba HTTP/1.1" status: 200 len: 784 time: 0.2120421 Nov 18 16:35:34.216851 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fd05ece4-fcfd-4d50-9f94-96094ed3ad8a tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:floatingip {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:35:34.244813 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-32918fec-2fd3-48c3-98cd-e7d35b0a765d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:34.248347 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-32918fec-2fd3-48c3-98cd-e7d35b0a765d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:34.256942 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-227b41d4-b5c5-4fc2-af6d-0f53bc7833c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:34.267176 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fd05ece4-fcfd-4d50-9f94-96094ed3ad8a tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:floatingip {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:35:34.268494 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fd05ece4-fcfd-4d50-9f94-96094ed3ad8a tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.241 HTTP/1.1" status: 200 len: 1001 time: 0.1913207 Nov 18 16:35:34.350554 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32918fec-2fd3-48c3-98cd-e7d35b0a765d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb8834f-f7aa-4031-a22c-71c7c22ffca6,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:34.356269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-32918fec-2fd3-48c3-98cd-e7d35b0a765d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:34.364070 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-32918fec-2fd3-48c3-98cd-e7d35b0a765d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a054fe4592a478ebe748835ccdcb1a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6393182 Nov 18 16:35:34.368204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36376) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:34.387614 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-ce4cd21d-0715-4dd8-af85-2601bf340096 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:34.389253 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-ce4cd21d-0715-4dd8-af85-2601bf340096 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports/babfd660-83a6-457e-884a-aa3f57d24c59 HTTP/1.1" status: 200 len: 942 time: 0.1113615 Nov 18 16:35:34.432069 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-81e73394-5a44-4ddc-865a-877ce6c810b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:34.460624 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-81e73394-5a44-4ddc-865a-877ce6c810b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:34.505589 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-81e73394-5a44-4ddc-865a-877ce6c810b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:34.510592 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-aea6c1f4-4089-4d3a-b5bd-12a4665fe761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:34.523922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e73394-5a44-4ddc-865a-877ce6c810b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb8834f-f7aa-4031-a22c-71c7c22ffca6,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:34.528891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-81e73394-5a44-4ddc-865a-877ce6c810b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:34.533013 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-81e73394-5a44-4ddc-865a-877ce6c810b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4cb8834f-f7aa-4031-a22c-71c7c22ffca6 HTTP/1.1" status: 204 len: 168 time: 0.1650624 Nov 18 16:35:34.534216 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-81e73394-5a44-4ddc-865a-877ce6c810b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:34.595076 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-534acdc1-015e-4e8c-907a-724b86602ce5 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.241 HTTP/1.1" status: 200 len: 1001 time: 0.1220694 Nov 18 16:35:34.830910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Deleting port 2d914cb4-50cc-40f0-a9d6-2c998a2a4052 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:34.831364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:35.029177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:35.029552 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:35.161474 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Calling delete_port for 2d914cb4-50cc-40f0-a9d6-2c998a2a4052 owned by network:floatingip {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:35.329888 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:35.353985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4ae33060-f95e-4a34-ae6d-77f8d94d9497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:35.407972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event deleted for resources: {'Port': ['ID=2d914cb4-50cc-40f0-a9d6-2c998a2a4052,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:35.412033 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:35.579640 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:35.580034 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Floating IP f86ba5f1-7555-42d2-9b11-80cd35fcad88 disassociated (deleted). External IP: 172.27.0.241, port: babfd660-83a6-457e-884a-aa3f57d24c59. Nov 18 16:35:36.243736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Router 4b716cd0-5cce-444b-b689-dd6248265558 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:35:36.476287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:35:36.493351 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac1d11-3e53-40ee-951e-1e8cd8bbf077 None None] Sync routers for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:35:36.509622 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac1d11-3e53-40ee-951e-1e8cd8bbf077 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:35:36.510552 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-b4ac1d11-3e53-40ee-951e-1e8cd8bbf077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:35:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:36.526612 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:36.605054 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "DELETE /v2.0/floatingips/f86ba5f1-7555-42d2-9b11-80cd35fcad88 HTTP/1.1" status: 204 len: 173 time: 2.0033376 Nov 18 16:35:36.605753 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'tag': 'babfd660-83a6-457e-884a-aa3f57d24c59'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:35:36.690753 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'tag': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'status': 'completed', 'code': 200} Nov 18 16:35:36.715328 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36464) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:36.730564 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-97068724-2faa-4055-b24e-933524157714 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 1162 time: 0.1110280 Nov 18 16:35:36.789388 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-b4ac1d11-3e53-40ee-951e-1e8cd8bbf077 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:35:36.826388 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f1b36a-0d58-4eed-8805-c89d71e32287 req-e641ba81-aa65-41f5-a012-a515136ac176 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f83100735174800a64c933476053984&device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 1162 time: 0.1093390 Nov 18 16:35:36.923237 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-d46c0d15-5a70-421c-8c39-c027dd39ce66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:36.938460 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-d46c0d15-5a70-421c-8c39-c027dd39ce66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.2012877 Nov 18 16:35:37.036605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1b36a-0d58-4eed-8805-c89d71e32287 req-38070b16-4d92-4074-b138-3aba1f4cbded service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:37.038227 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f1b36a-0d58-4eed-8805-c89d71e32287 req-38070b16-4d92-4074-b138-3aba1f4cbded service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 200 len: 905 time: 0.2040806 Nov 18 16:35:37.039038 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-75857682-c4c3-4ffa-831d-22164b2d8f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:37.046128 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-5b76624c-f040-4b3e-9a69-04785cd07e56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=babfd660-83a6-457e-884a-aa3f57d24c59 HTTP/1.1" status: 200 len: 217 time: 0.0997078 Nov 18 16:35:37.120888 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f1b36a-0d58-4eed-8805-c89d71e32287 req-8b737e4b-5b91-405e-bab7-5ada6383ab7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=babfd660-83a6-457e-884a-aa3f57d24c59 HTTP/1.1" status: 200 len: 217 time: 0.0710180 Nov 18 16:35:37.139168 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-4816f870-3741-4b4c-a1c6-6ef43d5905ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:37.140972 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-4816f870-3741-4b4c-a1c6-6ef43d5905ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.0876243 Nov 18 16:35:37.168206 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-b4ac1d11-3e53-40ee-951e-1e8cd8bbf077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:37.173938 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac1d11-3e53-40ee-951e-1e8cd8bbf077 None None] Checking router: 4b716cd0-5cce-444b-b689-dd6248265558 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:35:37.189268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ac1d11-3e53-40ee-951e-1e8cd8bbf077 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:35:37.190258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-b4ac1d11-3e53-40ee-951e-1e8cd8bbf077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:35:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:37.216119 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1b36a-0d58-4eed-8805-c89d71e32287 req-e3143f82-5fb9-4a77-88d0-488638db6282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:37.219738 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f1b36a-0d58-4eed-8805-c89d71e32287 req-e3143f82-5fb9-4a77-88d0-488638db6282 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 200 len: 850 time: 0.0896878 Nov 18 16:35:37.223821 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-75857682-c4c3-4ffa-831d-22164b2d8f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:37.243672 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-e03da130-321b-4416-ab10-e25805387dc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949011 Nov 18 16:35:37.266446 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-75857682-c4c3-4ffa-831d-22164b2d8f72 admin admin] Usage tracker for resource:security_group_rule and tenant:b38ce714284b488c9f9e38152df4c68a is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:37.274693 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-75857682-c4c3-4ffa-831d-22164b2d8f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:37.287819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-75857682-c4c3-4ffa-831d-22164b2d8f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:37.331798 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f1b36a-0d58-4eed-8805-c89d71e32287 req-12a91e07-184f-412e-97fe-3d3778e331af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9cc2ce3-1d54-4e8e-bb85-717fece24024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1051905 Nov 18 16:35:37.409324 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-338abfd3-27f3-4c8e-85ee-244cfcc13203 service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583385 Nov 18 16:35:37.510157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-75857682-c4c3-4ffa-831d-22164b2d8f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:37.517182 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-75857682-c4c3-4ffa-831d-22164b2d8f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:37.534095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-23e7d194-e039-48bd-acc8-5010fe593a28 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:37.569218 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4fa46c-f087-43e8-b32f-04d4a216096c req-5d539e6b-0993-4106-aa64-70b7f6e3cfe2 service neutron] 10.222.0.15 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1532202 Nov 18 16:35:37.572731 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f1b36a-0d58-4eed-8805-c89d71e32287 req-94ec8306-2c35-4f88-9b26-5efec3673137 service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313640 Nov 18 16:35:37.574894 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-b4ac1d11-3e53-40ee-951e-1e8cd8bbf077 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:35:37.630224 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75857682-c4c3-4ffa-831d-22164b2d8f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef4c429-99fd-4ed9-aa58-8eaa3bb443e8,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:37.640755 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-75857682-c4c3-4ffa-831d-22164b2d8f72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b38ce714284b488c9f9e38152df4c68a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9215696 Nov 18 16:35:37.641704 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36480) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:37.644434 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-75857682-c4c3-4ffa-831d-22164b2d8f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:37.793732 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f1b36a-0d58-4eed-8805-c89d71e32287 req-be8aba30-1ca8-47fc-84ce-8f6da925ee8f service neutron] 10.222.0.49 "GET /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2084863 Nov 18 16:35:37.798517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78de5c5e-8241-49f7-ad60-93b2af4f2694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:37.828766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78de5c5e-8241-49f7-ad60-93b2af4f2694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:37.877099 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78de5c5e-8241-49f7-ad60-93b2af4f2694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:37.883729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3c24139e-6a05-43ee-9504-52bcb8796298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:37.897172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-78de5c5e-8241-49f7-ad60-93b2af4f2694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:37.899055 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-78de5c5e-8241-49f7-ad60-93b2af4f2694 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cef4c429-99fd-4ed9-aa58-8eaa3bb443e8 HTTP/1.1" status: 204 len: 168 time: 0.2536151 Nov 18 16:35:37.901871 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de5c5e-8241-49f7-ad60-93b2af4f2694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef4c429-99fd-4ed9-aa58-8eaa3bb443e8,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:37.908071 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-78de5c5e-8241-49f7-ad60-93b2af4f2694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:37.947315 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-b4ac1d11-3e53-40ee-951e-1e8cd8bbf077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:37.952326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ac1d11-3e53-40ee-951e-1e8cd8bbf077 None None] The sync data for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi is: [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:24:23Z', 'revision_number': 4, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': 'bf42ed8d-8e8e-4009-967c-3ea9740bef10', 'name': '', 'network_id': 'f9cc2ce3-1d54-4e8e-bb85-717fece24024', 'tenant_id': '4f83100735174800a64c933476053984', 'mac_address': 'fa:16:3e:bc:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:21Z', 'updated_at': '2020-11-18T16:24:32Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'subnets': [{'id': 'a1cef1fe-ef83-419a-a201-80a4671186f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:35:38.047990 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd388775-c2fc-4be7-8f55-c2b491145edb req-48685fe3-9bd4-49f5-9622-7d9223d62308 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:38.048763 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-dd388775-c2fc-4be7-8f55-c2b491145edb req-48685fe3-9bd4-49f5-9622-7d9223d62308 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Synchronizing usage tracker for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:35:38.066514 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-dd388775-c2fc-4be7-8f55-c2b491145edb req-48685fe3-9bd4-49f5-9622-7d9223d62308 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Unset dirty status for tenant:4f83100735174800a64c933476053984 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:35:38.067897 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dd388775-c2fc-4be7-8f55-c2b491145edb req-48685fe3-9bd4-49f5-9622-7d9223d62308 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 945 time: 0.1120806 Nov 18 16:35:38.119721 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dd388775-c2fc-4be7-8f55-c2b491145edb req-34856be5-8b6c-44d8-a6fb-0a237ff1ce1b tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0457075 Nov 18 16:35:38.340775 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36492) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:38.354561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4522e12-c3ac-48b5-80fe-901700953d87 None None] New status for floating IP f86ba5f1-7555-42d2-9b11-80cd35fcad88: DOWN {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:35:38.363551 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74929ba9-a8fc-4b4c-9b0f-9128da57b5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:38.396266 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-74929ba9-a8fc-4b4c-9b0f-9128da57b5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:38.400530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-74929ba9-a8fc-4b4c-9b0f-9128da57b5a0 admin admin] Usage tracker for resource:security_group_rule and tenant:610c445d31b34c62ae0c125f8e4fb146 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:38.406005 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-74929ba9-a8fc-4b4c-9b0f-9128da57b5a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:38.412242 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-74929ba9-a8fc-4b4c-9b0f-9128da57b5a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:38.486477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74929ba9-a8fc-4b4c-9b0f-9128da57b5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:38.491034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74929ba9-a8fc-4b4c-9b0f-9128da57b5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:38.499012 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3218b0be-41a3-4ade-baef-124b482954e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:38.547325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74929ba9-a8fc-4b4c-9b0f-9128da57b5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c2fa2a-3014-4451-bbdd-e986bdc0e921,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:38.550787 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-74929ba9-a8fc-4b4c-9b0f-9128da57b5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:38.554314 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-74929ba9-a8fc-4b4c-9b0f-9128da57b5a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=610c445d31b34c62ae0c125f8e4fb146&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2123933 Nov 18 16:35:38.556838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36500) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:38.623718 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8291-841f-43bb-af50-2c59bc5cf240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:38.651636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8291-841f-43bb-af50-2c59bc5cf240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:38.702913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8291-841f-43bb-af50-2c59bc5cf240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:38.708284 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f2de1c95-954e-48c8-b0b8-7635844ab0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:38.722854 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b8291-841f-43bb-af50-2c59bc5cf240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c2fa2a-3014-4451-bbdd-e986bdc0e921,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:38.726155 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5a7b8291-841f-43bb-af50-2c59bc5cf240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:38.727267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a7b8291-841f-43bb-af50-2c59bc5cf240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:38.728463 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5a7b8291-841f-43bb-af50-2c59bc5cf240 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92c2fa2a-3014-4451-bbdd-e986bdc0e921 HTTP/1.1" status: 204 len: 168 time: 0.1707826 Nov 18 16:35:38.733543 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-a2225b54-a0f8-45d5-8d9a-ad108ab577bb tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:38.735787 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-a2225b54-a0f8-45d5-8d9a-ad108ab577bb tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 945 time: 0.0908439 Nov 18 16:35:38.821078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Deleting port babfd660-83a6-457e-884a-aa3f57d24c59 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:38.821472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:39.083319 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] For port babfd660-83a6-457e-884a-aa3f57d24c59, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=babfd660-83a6-457e-884a-aa3f57d24c59,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:39.083785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:39.154494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device babfd660-83a6-457e-884a-aa3f57d24c59 no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:35:39.229432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Calling delete_port for babfd660-83a6-457e-884a-aa3f57d24c59 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:39.276171 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:39.315334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port babfd660-83a6-457e-884a-aa3f57d24c59, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=babfd660-83a6-457e-884a-aa3f57d24c59,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:39.316705 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'babfd660-83a6-457e-884a-aa3f57d24c59'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:35:39.323636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:39.325491 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-81491be0-8305-4f64-bb1f-1f9e36b58f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:39.396790 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'code': 200} Nov 18 16:35:39.399485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=babfd660-83a6-457e-884a-aa3f57d24c59,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:39.403590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:35:39.403972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:35:39.408913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.409316 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.409707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.410094 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.410453 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.411017 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.411279 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c702bab-3698-4b5c-9e5e-551ce2fe443d req-a979e99c-5f9b-416a-9d41-0d1fdf791996 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:39.411764 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.412286 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.412817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.413562 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.414304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.415125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.415930 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.416468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.417001 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.417523 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.418051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.418572 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.418706 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1c702bab-3698-4b5c-9e5e-551ce2fe443d req-a979e99c-5f9b-416a-9d41-0d1fdf791996 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 943 time: 0.1453228 Nov 18 16:35:39.419217 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.419761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.420287 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.420827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.421378 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.421905 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:35:39.426538 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:39.464340 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1c702bab-3698-4b5c-9e5e-551ce2fe443d req-56995bd0-8bb2-4db0-8287-90ecdf6d1aed tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups?id=1b52d9e7-4187-41af-ac29-862dbfd70c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0448337 Nov 18 16:35:39.905710 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Deleting port babfd660-83a6-457e-884a-aa3f57d24c59 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:39.906114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:40.169674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] For port babfd660-83a6-457e-884a-aa3f57d24c59, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=babfd660-83a6-457e-884a-aa3f57d24c59,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:40.170082 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:40.297918 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Calling delete_port for babfd660-83a6-457e-884a-aa3f57d24c59 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:40.442073 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:40.457364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7da8f59c-2804-483d-bba4-67fd7c85455f tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:40.503143 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event deleted for resources: {'Port': ['ID=babfd660-83a6-457e-884a-aa3f57d24c59,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:40.516215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:40.649933 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9534a74e-b1d0-4e0f-b202-01a3d8f8945b req-1dfce01a-7801-4735-a80b-d6165c0887f9 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/ports?device_id=48d8a739-4d5a-4189-ac94-19e75a2adf8c HTTP/1.1" status: 200 len: 210 time: 0.0513031 Nov 18 16:35:40.663497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] No DVR routers for this DVR port babfd660-83a6-457e-884a-aa3f57d24c59 on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:35:40.665903 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:40.668885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'name': 'network-vif-deleted', 'tag': 'babfd660-83a6-457e-884a-aa3f57d24c59'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:35:40.684511 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b524b03a-1fff-42f5-a069-e902ffd873e5 req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.49 "DELETE /v2.0/ports/babfd660-83a6-457e-884a-aa3f57d24c59 HTTP/1.1" status: 204 len: 173 time: 1.9398355 Nov 18 16:35:40.739189 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d8a739-4d5a-4189-ac94-19e75a2adf8c', 'name': 'network-vif-deleted', 'tag': 'babfd660-83a6-457e-884a-aa3f57d24c59', 'status': 'completed', 'code': 200} Nov 18 16:35:41.056974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36564) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:41.233688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b20a1423-0570-44ae-a304-0294de520631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.268217 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b20a1423-0570-44ae-a304-0294de520631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:41.272244 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b20a1423-0570-44ae-a304-0294de520631 admin admin] Usage tracker for resource:security_group_rule and tenant:d4707e19d0c149cdae65443d83bd0d9c is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:41.275318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b20a1423-0570-44ae-a304-0294de520631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:41.281628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b20a1423-0570-44ae-a304-0294de520631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:41.290967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36572) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:41.351940 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b20a1423-0570-44ae-a304-0294de520631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.354794 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b20a1423-0570-44ae-a304-0294de520631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.362785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4a2380a9-94e1-4f51-a097-630dbce4e7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:41.404342 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a1423-0570-44ae-a304-0294de520631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5995f6-31d4-4d11-a140-ca27667b798a,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:41.408515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b20a1423-0570-44ae-a304-0294de520631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:41.413712 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-b20a1423-0570-44ae-a304-0294de520631 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4707e19d0c149cdae65443d83bd0d9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3529446 Nov 18 16:35:41.414505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36578) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:41.458711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ea9177e6-e808-4dba-aac4-694a4770b69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.516903 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ea9177e6-e808-4dba-aac4-694a4770b69a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:41.529100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ea9177e6-e808-4dba-aac4-694a4770b69a admin admin] Usage tracker for resource:security_group_rule and tenant:fe2b7b4f31f5431ca9489546e9f026cd is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:41.534308 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-ea9177e6-e808-4dba-aac4-694a4770b69a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:41.537223 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f4e78d1d-f871-45f6-aae7-a894397a34dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.542511 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-ea9177e6-e808-4dba-aac4-694a4770b69a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:41.578503 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f4e78d1d-f871-45f6-aae7-a894397a34dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.670064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ea9177e6-e808-4dba-aac4-694a4770b69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.671171 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f4e78d1d-f871-45f6-aae7-a894397a34dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.676559 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-2fc8fdab-0216-4be1-a204-8a6a3246c69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:41.688896 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ea9177e6-e808-4dba-aac4-694a4770b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.701887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e78d1d-f871-45f6-aae7-a894397a34dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5995f6-31d4-4d11-a140-ca27667b798a,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:41.705264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f4e78d1d-f871-45f6-aae7-a894397a34dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:41.708859 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d877456c-8395-41cc-a851-1d98aebb4dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:41.752261 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f4e78d1d-f871-45f6-aae7-a894397a34dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.755853 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f4e78d1d-f871-45f6-aae7-a894397a34dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e5995f6-31d4-4d11-a140-ca27667b798a HTTP/1.1" status: 204 len: 168 time: 0.3380282 Nov 18 16:35:41.764844 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ea9177e6-e808-4dba-aac4-694a4770b69a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe2b7b4f31f5431ca9489546e9f026cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4703696 Nov 18 16:35:41.765949 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36586) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:41.774887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9177e6-e808-4dba-aac4-694a4770b69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd0c13a-6bec-43a2-86cf-79e209bebfdd,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:41.780736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ea9177e6-e808-4dba-aac4-694a4770b69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:41.850232 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-19a45728-aaa7-498f-a836-21605cca52c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.879179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-19a45728-aaa7-498f-a836-21605cca52c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.899660 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-0c175c3f-9d03-4cfd-922e-ecb019836a75 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips/ffaeb222-e66f-4fa0-8480-b9700f193d95 HTTP/1.1" status: 200 len: 693 time: 0.0908649 Nov 18 16:35:41.932172 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-19a45728-aaa7-498f-a836-21605cca52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.937924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5a7b8291-841f-43bb-af50-2c59bc5cf240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:41.951783 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a45728-aaa7-498f-a836-21605cca52c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd0c13a-6bec-43a2-86cf-79e209bebfdd,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:41.958040 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-19a45728-aaa7-498f-a836-21605cca52c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:41.962661 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-19a45728-aaa7-498f-a836-21605cca52c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:41.966241 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-19a45728-aaa7-498f-a836-21605cca52c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2bd0c13a-6bec-43a2-86cf-79e209bebfdd HTTP/1.1" status: 204 len: 168 time: 0.1969147 Nov 18 16:35:42.165048 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36596) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:42.186898 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bf52513b-be77-4c9a-85dc-fde5877ab342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:42.225972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-bf52513b-be77-4c9a-85dc-fde5877ab342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:42.231243 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-bf52513b-be77-4c9a-85dc-fde5877ab342 admin admin] Usage tracker for resource:security_group_rule and tenant:e0ddf29c27544439b5bc65ef73987158 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:42.235548 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-bf52513b-be77-4c9a-85dc-fde5877ab342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:42.242602 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-bf52513b-be77-4c9a-85dc-fde5877ab342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:42.319118 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bf52513b-be77-4c9a-85dc-fde5877ab342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:42.319383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-4bcb8e0a-419f-40b8-a3cf-03639b625112 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:35:42.321115 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-4bcb8e0a-419f-40b8-a3cf-03639b625112 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/networks/eae6701d-1990-4314-b852-5917518e9bba HTTP/1.1" status: 200 len: 784 time: 0.4151328 Nov 18 16:35:42.323235 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-bf52513b-be77-4c9a-85dc-fde5877ab342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:42.333047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b0c390a6-fd78-4954-9ad4-dbef3ae2a857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:42.384144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52513b-be77-4c9a-85dc-fde5877ab342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192cdb95-415e-49d0-8896-dda50a1ced71,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:42.387513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-bf52513b-be77-4c9a-85dc-fde5877ab342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:42.390378 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-bf52513b-be77-4c9a-85dc-fde5877ab342 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0ddf29c27544439b5bc65ef73987158&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2241786 Nov 18 16:35:42.396141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36600) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:42.415386 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-c190ae66-2966-410c-b8df-223a04159e5a tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0871022 Nov 18 16:35:42.467972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ed084c7f-c548-4ffc-a831-b02b17bb0d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:42.503396 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ed084c7f-c548-4ffc-a831-b02b17bb0d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:42.505305 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-389c1acf-ac92-444a-abfe-4c905971991f tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0835314 Nov 18 16:35:42.548520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ed084c7f-c548-4ffc-a831-b02b17bb0d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:42.553538 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6ad97ef3-0393-4b6b-9ebf-e0271b6910d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:42.566988 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed084c7f-c548-4ffc-a831-b02b17bb0d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192cdb95-415e-49d0-8896-dda50a1ced71,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:42.570092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ed084c7f-c548-4ffc-a831-b02b17bb0d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:42.571110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ed084c7f-c548-4ffc-a831-b02b17bb0d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:42.572349 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ed084c7f-c548-4ffc-a831-b02b17bb0d46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/192cdb95-415e-49d0-8896-dda50a1ced71 HTTP/1.1" status: 204 len: 168 time: 0.1751518 Nov 18 16:35:42.675487 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-1e8a3d2c-a037-4994-8729-8ed16ef3817d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Deleting port f6bf01d1-e854-4b0f-9d68-8a61786ad72d {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:42.675902 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-1e8a3d2c-a037-4994-8729-8ed16ef3817d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:42.858781 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-1e8a3d2c-a037-4994-8729-8ed16ef3817d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:42.859149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-1e8a3d2c-a037-4994-8729-8ed16ef3817d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:42.986747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-1e8a3d2c-a037-4994-8729-8ed16ef3817d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Calling delete_port for f6bf01d1-e854-4b0f-9d68-8a61786ad72d owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:43.126812 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-1e8a3d2c-a037-4994-8729-8ed16ef3817d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:43.142766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5812eca3-ce18-4401-b00c-dfe8ff1bba68 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:43.197532 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a3d2c-a037-4994-8729-8ed16ef3817d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event deleted for resources: {'Port': ['ID=f6bf01d1-e854-4b0f-9d68-8a61786ad72d,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:43.202356 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1e8a3d2c-a037-4994-8729-8ed16ef3817d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:43.364682 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-1e8a3d2c-a037-4994-8729-8ed16ef3817d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:43.383117 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-1e8a3d2c-a037-4994-8729-8ed16ef3817d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:43.384409 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8f58bc73-9d96-41f9-8b99-ac5547e1f984 req-1e8a3d2c-a037-4994-8729-8ed16ef3817d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "DELETE /v2.0/floatingips/ffaeb222-e66f-4fa0-8480-b9700f193d95 HTTP/1.1" status: 204 len: 173 time: 0.8731787 Nov 18 16:35:44.634034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:44.882639 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d6262691-60f9-46e2-a777-9077f35c87c9 req-42005d86-becf-44a7-a82d-553be0dd0f62 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "GET /v2.0/security-groups/1b52d9e7-4187-41af-ac29-862dbfd70c6a HTTP/1.1" status: 200 len: 2653 time: 0.0513289 Nov 18 16:35:44.961912 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d6262691-60f9-46e2-a777-9077f35c87c9 req-087e9e4c-4ac8-48a5-b1b5-3655927d3217 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:44.991719 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d6262691-60f9-46e2-a777-9077f35c87c9 req-087e9e4c-4ac8-48a5-b1b5-3655927d3217 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:45.037183 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d6262691-60f9-46e2-a777-9077f35c87c9 req-087e9e4c-4ac8-48a5-b1b5-3655927d3217 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:45.043042 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-719313c1-1e4b-4935-9f6f-8fdaae73dbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:45.058673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e9e4c-4ac8-48a5-b1b5-3655927d3217 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b52d9e7-4187-41af-ac29-862dbfd70c6a,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:45.061597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-087e9e4c-4ac8-48a5-b1b5-3655927d3217 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:45.073687 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d6262691-60f9-46e2-a777-9077f35c87c9 req-087e9e4c-4ac8-48a5-b1b5-3655927d3217 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:45.075146 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d6262691-60f9-46e2-a777-9077f35c87c9 req-087e9e4c-4ac8-48a5-b1b5-3655927d3217 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] 10.222.0.15 "DELETE /v2.0/security-groups/1b52d9e7-4187-41af-ac29-862dbfd70c6a HTTP/1.1" status: 204 len: 173 time: 0.1860952 Nov 18 16:35:45.155148 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36668) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:45.777548 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a97c63d-a04b-4dc6-b31f-b7a4c3608049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821489292'] for router_interface, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:46.405561 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-5a97c63d-a04b-4dc6-b31f-b7a4c3608049 admin admin] Deleting port bf42ed8d-8e8e-4009-967c-3ea9740bef10 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:46.405945 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a97c63d-a04b-4dc6-b31f-b7a4c3608049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:46.586064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-5a97c63d-a04b-4dc6-b31f-b7a4c3608049 admin admin] For port bf42ed8d-8e8e-4009-967c-3ea9740bef10, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=bf42ed8d-8e8e-4009-967c-3ea9740bef10,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:46.586382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a97c63d-a04b-4dc6-b31f-b7a4c3608049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:46.714281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-5a97c63d-a04b-4dc6-b31f-b7a4c3608049 admin admin] Calling delete_port for bf42ed8d-8e8e-4009-967c-3ea9740bef10 owned by network:router_interface {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:46.891732 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a97c63d-a04b-4dc6-b31f-b7a4c3608049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:46.907150 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d8bf1406-082d-4d1d-8c7e-5165fa2e030f tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:46.957941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97c63d-a04b-4dc6-b31f-b7a4c3608049 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf42ed8d-8e8e-4009-967c-3ea9740bef10,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:46.961020 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5a97c63d-a04b-4dc6-b31f-b7a4c3608049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:47.328788 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a97c63d-a04b-4dc6-b31f-b7a4c3608049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33292004'] for router_interface, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:48.278269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a97c63d-a04b-4dc6-b31f-b7a4c3608049 admin admin] Router 4b716cd0-5cce-444b-b689-dd6248265558 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:35:48.483045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a97c63d-a04b-4dc6-b31f-b7a4c3608049 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:35:48.492942 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4d6d6-e2e4-45df-ad5d-a8325d1f05e8 None None] Sync routers for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:35:48.499071 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5a97c63d-a04b-4dc6-b31f-b7a4c3608049 admin admin] 10.222.0.15 "PUT /v2.0/routers/4b716cd0-5cce-444b-b689-dd6248265558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3419206 Nov 18 16:35:48.502271 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36702) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:48.505770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4d6d6-e2e4-45df-ad5d-a8325d1f05e8 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:35:48.506441 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-60e4d6d6-e2e4-45df-ad5d-a8325d1f05e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:35:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:48.694456 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-60e4d6d6-e2e4-45df-ad5d-a8325d1f05e8 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:35:48.709030 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Notify callbacks [] for router, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:48.933346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:48.943910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Deleting port 583599da-dbac-40ee-829a-0cace95e5419 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:48.944464 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:49.056003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-60e4d6d6-e2e4-45df-ad5d-a8325d1f05e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '583599da-dbac-40ee-829a-0cace95e5419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:35:46Z', 'revision_number': 5, 'project_id': '4f83100735174800a64c933476053984', 'gw_port': {'id': '583599da-dbac-40ee-829a-0cace95e5419', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ef:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b716cd0-5cce-444b-b689-dd6248265558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:14Z', 'updated_at': '2020-11-18T16:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:49.060112 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4d6d6-e2e4-45df-ad5d-a8325d1f05e8 None None] Checking router: 4b716cd0-5cce-444b-b689-dd6248265558 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:35:49.072461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e4d6d6-e2e4-45df-ad5d-a8325d1f05e8 None None] Routers {'4b716cd0-5cce-444b-b689-dd6248265558'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:35:49.073134 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-60e4d6d6-e2e4-45df-ad5d-a8325d1f05e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:35:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['4b716cd0-5cce-444b-b689-dd6248265558'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:49.163633 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] For port 583599da-dbac-40ee-829a-0cace95e5419, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=583599da-dbac-40ee-829a-0cace95e5419,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:49.164037 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:49.234791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-60e4d6d6-e2e4-45df-ad5d-a8325d1f05e8 None None] Set router 4b716cd0-5cce-444b-b689-dd6248265558 gateway port host: None {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:35:49.292525 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Calling delete_port for 583599da-dbac-40ee-829a-0cace95e5419 owned by network:router_gateway {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:49.344846 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-60e4d6d6-e2e4-45df-ad5d-a8325d1f05e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:35:48Z', 'revision_number': 6, 'project_id': '4f83100735174800a64c933476053984', 'gw_port_host': None}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:49.349016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e4d6d6-e2e4-45df-ad5d-a8325d1f05e8 None None] The sync data for ids ['4b716cd0-5cce-444b-b689-dd6248265558'] in dv-cinder-759961-2-iscsi is: [{'id': '4b716cd0-5cce-444b-b689-dd6248265558', 'name': 'tempest-TestVolumeBootPattern-327637150-router', 'tenant_id': '4f83100735174800a64c933476053984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:11Z', 'updated_at': '2020-11-18T16:35:48Z', 'revision_number': 6, 'project_id': '4f83100735174800a64c933476053984', 'gw_port_host': None}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:35:49.464834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:49.480935 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-938a7ea5-2f88-49cb-9dd1-f0a689b04548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:49.533311 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=583599da-dbac-40ee-829a-0cace95e5419,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:49.537985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:49.840616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821543052'] for router_gateway, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:50.329308 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821561876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736553'] for router, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:50.333805 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:50.361937 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821562026'] for router, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:50.362514 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b716cd0-5cce-444b-b689-dd6248265558 {{(pid=80323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 16:35:50.376803 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:50.380403 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-dfab6943-8af5-4f8d-b4c3-24c00956bee8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4b716cd0-5cce-444b-b689-dd6248265558 HTTP/1.1" status: 204 len: 168 time: 1.8747466 Nov 18 16:35:50.380849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36720) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:50.448503 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0dbc6ab-47fb-40b9-af55-e8c87c93a5dc admin admin] Deleting subnet a1cef1fe-ef83-419a-a201-80a4671186f4 {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:35:50.451833 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc6ab-47fb-40b9-af55-e8c87c93a5dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:50.511318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc6ab-47fb-40b9-af55-e8c87c93a5dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822456073'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:50.595195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc6ab-47fb-40b9-af55-e8c87c93a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:50.875513 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc6ab-47fb-40b9-af55-e8c87c93a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823215652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824133613'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:50.892052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:50.941187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbc6ab-47fb-40b9-af55-e8c87c93a5dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1cef1fe-ef83-419a-a201-80a4671186f4,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:50.944868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d0dbc6ab-47fb-40b9-af55-e8c87c93a5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:51.000481 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 583599da-dbac-40ee-829a-0cace95e5419 no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:35:51.030162 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d0dbc6ab-47fb-40b9-af55-e8c87c93a5dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:51.036480 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d0dbc6ab-47fb-40b9-af55-e8c87c93a5dc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a1cef1fe-ef83-419a-a201-80a4671186f4 HTTP/1.1" status: 204 len: 168 time: 0.6543517 Nov 18 16:35:51.038898 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36730) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:51.043401 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f07ff53-1c30-4aeb-9ad8-38cfd54a2f69 None None] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:35:51.057092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: 583599da-dbac-40ee-829a-0cace95e5419 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:35:51.057745 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 583599da-dbac-40ee-829a-0cace95e5419 not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:35:51.058211 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device bf42ed8d-8e8e-4009-967c-3ea9740bef10 no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:35:51.111772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: bf42ed8d-8e8e-4009-967c-3ea9740bef10 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:35:51.112141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device bf42ed8d-8e8e-4009-967c-3ea9740bef10 not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:35:51.164366 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:51.236123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Deleting port 2898392d-6173-49a9-9cf2-0ab946596726 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:51.236504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:51.343384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4591ce-e862-482c-8e4c-815886f38039 None None] DHCP port deletion for f9cc2ce3-1d54-4e8e-bb85-717fece24024 request from dv-cinder-759961-2-iscsi {{(pid=80324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 16:35:51.348302 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-7a4591ce-e862-482c-8e4c-815886f38039 None None] Deleting port 2898392d-6173-49a9-9cf2-0ab946596726 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:51.348729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7a4591ce-e862-482c-8e4c-815886f38039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:51.457421 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] For port 2898392d-6173-49a9-9cf2-0ab946596726, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=2898392d-6173-49a9-9cf2-0ab946596726,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:51.457845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:51.573362 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-7a4591ce-e862-482c-8e4c-815886f38039 None None] For port 2898392d-6173-49a9-9cf2-0ab946596726, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=2898392d-6173-49a9-9cf2-0ab946596726,segment=NetworkSegment(132c20ea-5051-4379-a4ca-e806948a29c8),segment_id=132c20ea-5051-4379-a4ca-e806948a29c8)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:51.573811 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7a4591ce-e862-482c-8e4c-815886f38039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:51.587185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Calling delete_port for 2898392d-6173-49a9-9cf2-0ab946596726 owned by network:dhcp {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:51.667317 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:51.683073 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fa0852fe-7a3b-4784-86d8-844e6906c9bd tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:51.700472 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-7a4591ce-e862-482c-8e4c-815886f38039 None None] Calling delete_port for 2898392d-6173-49a9-9cf2-0ab946596726 owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:51.737497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Pushing event deleted for resources: {'Port': ['ID=2898392d-6173-49a9-9cf2-0ab946596726,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:51.741440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:51.775236 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [None req-7a4591ce-e862-482c-8e4c-815886f38039 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:35:51.775683 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [None req-7a4591ce-e862-482c-8e4c-815886f38039 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:35:51.831068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] No DVR routers for this DVR port 2898392d-6173-49a9-9cf2-0ab946596726 on host dv-cinder-759961-2-iscsi {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:35:51.950714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:52.277127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-7a4591ce-e862-482c-8e4c-815886f38039 None None] Deleting port 2898392d-6173-49a9-9cf2-0ab946596726 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:52.277564 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7a4591ce-e862-482c-8e4c-815886f38039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:52.285875 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cc2ce3-1d54-4e8e-bb85-717fece24024']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:52.300032 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132c20ea-5051-4379-a4ca-e806948a29c8') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:52.300372 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132c20ea-5051-4379-a4ca-e806948a29c8') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:52.314352 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32319695'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:52.334215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:52.336683 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:35:52.497152 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-7a4591ce-e862-482c-8e4c-815886f38039 None None] The port '2898392d-6173-49a9-9cf2-0ab946596726' was deleted {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 16:35:52.526708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:35:52.535750 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823215743'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:52.715243 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Network f9cc2ce3-1d54-4e8e-bb85-717fece24024 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:35:52.738488 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:35:52.824944 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:52.829124 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0563edff-c0d0-4d95-9061-ef96e05b3b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:52.843545 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:52.854574 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9cc2ce3-1d54-4e8e-bb85-717fece24024,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:52.858022 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:52.870147 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-1559aa09-e527-4106-a3c0-ff6f9202fd23 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f9cc2ce3-1d54-4e8e-bb85-717fece24024 HTTP/1.1" status: 204 len: 168 time: 1.8299692 Nov 18 16:35:52.872990 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36750) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:52.995740 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 2898392d-6173-49a9-9cf2-0ab946596726 no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:35:53.028326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: 2898392d-6173-49a9-9cf2-0ab946596726 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:35:53.028825 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 2898392d-6173-49a9-9cf2-0ab946596726 not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:35:53.297385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-51c553c3-2fee-44ba-a394-aaa42ce532e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821489292'] for router_interface, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:53.490970 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36764) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:53.643302 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-642711ef-91b7-42f0-b7a9-eca10e33ecd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:53.675159 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-642711ef-91b7-42f0-b7a9-eca10e33ecd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:53.679991 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-642711ef-91b7-42f0-b7a9-eca10e33ecd6 admin admin] Usage tracker for resource:security_group_rule and tenant:e7640b9833664a15b5315314bf366113 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:53.682946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-642711ef-91b7-42f0-b7a9-eca10e33ecd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:53.689686 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-642711ef-91b7-42f0-b7a9-eca10e33ecd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:53.760247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-642711ef-91b7-42f0-b7a9-eca10e33ecd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:53.766247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-642711ef-91b7-42f0-b7a9-eca10e33ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:53.776104 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-02494aa8-084f-47f0-91cb-6ffc4a4739a8 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:53.821899 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-642711ef-91b7-42f0-b7a9-eca10e33ecd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7640b9833664a15b5315314bf366113&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3296735 Nov 18 16:35:53.822655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642711ef-91b7-42f0-b7a9-eca10e33ecd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f325a472-982c-4a4d-b936-da41a9de9c39,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:53.825219 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36770) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:53.828852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-642711ef-91b7-42f0-b7a9-eca10e33ecd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:53.889555 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-07a2521a-9bd7-4306-84ef-e8a416ec9713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:53.916578 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-07a2521a-9bd7-4306-84ef-e8a416ec9713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:53.930634 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-51c553c3-2fee-44ba-a394-aaa42ce532e0 admin admin] Deleting port 01163dc8-efcd-473d-9d0c-61b2d61b5058 {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:53.931015 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-51c553c3-2fee-44ba-a394-aaa42ce532e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:53.972158 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-07a2521a-9bd7-4306-84ef-e8a416ec9713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:53.977300 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-8e49a085-943a-4e99-9b1a-0df07c6e8635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:53.988123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2521a-9bd7-4306-84ef-e8a416ec9713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f325a472-982c-4a4d-b936-da41a9de9c39,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:53.991869 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-07a2521a-9bd7-4306-84ef-e8a416ec9713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:53.995948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-07a2521a-9bd7-4306-84ef-e8a416ec9713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:53.999812 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-07a2521a-9bd7-4306-84ef-e8a416ec9713 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f325a472-982c-4a4d-b936-da41a9de9c39 HTTP/1.1" status: 204 len: 168 time: 0.1705587 Nov 18 16:35:54.119264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-51c553c3-2fee-44ba-a394-aaa42ce532e0 admin admin] For port 01163dc8-efcd-473d-9d0c-61b2d61b5058, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=01163dc8-efcd-473d-9d0c-61b2d61b5058,segment=NetworkSegment(8dde1038-0b17-40ed-b59a-a76095775729),segment_id=8dde1038-0b17-40ed-b59a-a76095775729)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:54.119737 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-51c553c3-2fee-44ba-a394-aaa42ce532e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:54.246858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-51c553c3-2fee-44ba-a394-aaa42ce532e0 admin admin] Calling delete_port for 01163dc8-efcd-473d-9d0c-61b2d61b5058 owned by network:router_interface {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:54.343992 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36778) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:54.366145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a8e0a949-e6a5-46fd-9dc4-1048faf039ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:54.398999 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a8e0a949-e6a5-46fd-9dc4-1048faf039ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:54.403133 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a8e0a949-e6a5-46fd-9dc4-1048faf039ca admin admin] Usage tracker for resource:security_group_rule and tenant:cf6dbb3921f948299ed91c7011a5a210 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:54.406629 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-a8e0a949-e6a5-46fd-9dc4-1048faf039ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:54.412378 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-a8e0a949-e6a5-46fd-9dc4-1048faf039ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:54.425827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-51c553c3-2fee-44ba-a394-aaa42ce532e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:54.441118 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f9cbc0e1-b253-4f20-858f-ea7478790d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:54.479964 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a8e0a949-e6a5-46fd-9dc4-1048faf039ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:54.482723 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a8e0a949-e6a5-46fd-9dc4-1048faf039ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:54.490917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d2de7543-6819-4645-9663-81dfae1b16be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:54.498792 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c553c3-2fee-44ba-a394-aaa42ce532e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=01163dc8-efcd-473d-9d0c-61b2d61b5058,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:54.502912 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-51c553c3-2fee-44ba-a394-aaa42ce532e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:54.535086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0a949-e6a5-46fd-9dc4-1048faf039ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58868674-3234-440b-a696-7a332c4cda4b,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:54.542594 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-a8e0a949-e6a5-46fd-9dc4-1048faf039ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf6dbb3921f948299ed91c7011a5a210&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1948936 Nov 18 16:35:54.542594 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a8e0a949-e6a5-46fd-9dc4-1048faf039ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:54.542881 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36782) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:54.606775 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d83c43cf-56d6-451a-9d87-431b2c912b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:54.638355 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d83c43cf-56d6-451a-9d87-431b2c912b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:54.693271 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d83c43cf-56d6-451a-9d87-431b2c912b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:54.698819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ffba4f51-89f9-4f8b-9091-bbf14efb993a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:54.711368 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c43cf-56d6-451a-9d87-431b2c912b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58868674-3234-440b-a696-7a332c4cda4b,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:54.715310 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d83c43cf-56d6-451a-9d87-431b2c912b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:54.719008 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d83c43cf-56d6-451a-9d87-431b2c912b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:54.723243 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d83c43cf-56d6-451a-9d87-431b2c912b6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58868674-3234-440b-a696-7a332c4cda4b HTTP/1.1" status: 204 len: 168 time: 0.1795039 Nov 18 16:35:54.887067 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-51c553c3-2fee-44ba-a394-aaa42ce532e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33292004'] for router_interface, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:55.214207 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36790) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:55.234016 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f92bef36-c84b-4a66-8630-f7626ad08b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:55.270725 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f92bef36-c84b-4a66-8630-f7626ad08b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:55.274935 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f92bef36-c84b-4a66-8630-f7626ad08b70 admin admin] Usage tracker for resource:security_group_rule and tenant:db6e8b89ece740589efa7439a5dca5ef is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:55.278093 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-f92bef36-c84b-4a66-8630-f7626ad08b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:55.284090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-f92bef36-c84b-4a66-8630-f7626ad08b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:55.355629 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f92bef36-c84b-4a66-8630-f7626ad08b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:55.358778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f92bef36-c84b-4a66-8630-f7626ad08b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:55.366440 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-dd9c5f6b-7e75-41dc-b2f5-0ec59be20deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:55.409542 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bef36-c84b-4a66-8630-f7626ad08b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa16880e-d79e-4330-bd1d-bba55e19a0f8,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:55.414510 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f92bef36-c84b-4a66-8630-f7626ad08b70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db6e8b89ece740589efa7439a5dca5ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1991937 Nov 18 16:35:55.415515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f92bef36-c84b-4a66-8630-f7626ad08b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:55.417186 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36794) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:55.485264 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b5510e5c-8e45-46f6-96b8-6f39657b0061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:55.513869 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b5510e5c-8e45-46f6-96b8-6f39657b0061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:55.558520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b5510e5c-8e45-46f6-96b8-6f39657b0061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:55.564275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d83c43cf-56d6-451a-9d87-431b2c912b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:55.576688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5510e5c-8e45-46f6-96b8-6f39657b0061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa16880e-d79e-4330-bd1d-bba55e19a0f8,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:55.580187 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b5510e5c-8e45-46f6-96b8-6f39657b0061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:55.582184 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b5510e5c-8e45-46f6-96b8-6f39657b0061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:55.583414 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-b5510e5c-8e45-46f6-96b8-6f39657b0061 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa16880e-d79e-4330-bd1d-bba55e19a0f8 HTTP/1.1" status: 204 len: 168 time: 0.1652386 Nov 18 16:35:55.881628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c553c3-2fee-44ba-a394-aaa42ce532e0 admin admin] Router ca2e2b5e-76ce-40e8-b957-f9419db4f66e has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:35:56.092018 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c553c3-2fee-44ba-a394-aaa42ce532e0 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:35:56.104799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36810) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:56.104980 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-51c553c3-2fee-44ba-a394-aaa42ce532e0 admin admin] 10.222.0.15 "PUT /v2.0/routers/ca2e2b5e-76ce-40e8-b957-f9419db4f66e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2306194 Nov 18 16:35:56.105495 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea74bd8-6c49-488e-8a04-21933d33ab9a None None] Sync routers for ids ['ca2e2b5e-76ce-40e8-b957-f9419db4f66e'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:35:56.122771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea74bd8-6c49-488e-8a04-21933d33ab9a None None] Routers {'ca2e2b5e-76ce-40e8-b957-f9419db4f66e'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:35:56.123471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-8ea74bd8-6c49-488e-8a04-21933d33ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:35:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['ca2e2b5e-76ce-40e8-b957-f9419db4f66e'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:56.315492 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-8ea74bd8-6c49-488e-8a04-21933d33ab9a None None] Set router ca2e2b5e-76ce-40e8-b957-f9419db4f66e gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:35:56.317549 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Notify callbacks [] for router, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:56.527275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:56.537036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Deleting port 660032b4-90c9-4dbd-af53-2f2d4e84a10f {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:56.537915 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:56.638017 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-8ea74bd8-6c49-488e-8a04-21933d33ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'name': 'tempest-TestVolumeBootPattern-933385529-router', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:27Z', 'updated_at': '2020-11-18T16:35:54Z', 'revision_number': 5, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'gw_port': {'id': '660032b4-90c9-4dbd-af53-2f2d4e84a10f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:c4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:24:28Z', 'updated_at': '2020-11-18T16:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:56.642104 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea74bd8-6c49-488e-8a04-21933d33ab9a None None] Checking router: ca2e2b5e-76ce-40e8-b957-f9419db4f66e for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:35:56.653075 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea74bd8-6c49-488e-8a04-21933d33ab9a None None] Routers {'ca2e2b5e-76ce-40e8-b957-f9419db4f66e'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:35:56.653750 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-8ea74bd8-6c49-488e-8a04-21933d33ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:35:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['ca2e2b5e-76ce-40e8-b957-f9419db4f66e'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:56.726299 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] For port 660032b4-90c9-4dbd-af53-2f2d4e84a10f, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=660032b4-90c9-4dbd-af53-2f2d4e84a10f,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:56.726708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:56.815749 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-30d683af-b54d-45b6-b67d-a4674169056d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:56.838162 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-8ea74bd8-6c49-488e-8a04-21933d33ab9a None None] Set router ca2e2b5e-76ce-40e8-b957-f9419db4f66e gateway port host: None {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:35:56.865133 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Calling delete_port for 660032b4-90c9-4dbd-af53-2f2d4e84a10f owned by network:router_gateway {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:56.955086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-8ea74bd8-6c49-488e-8a04-21933d33ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'name': 'tempest-TestVolumeBootPattern-933385529-router', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:27Z', 'updated_at': '2020-11-18T16:35:56Z', 'revision_number': 6, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'gw_port_host': None}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:35:56.959303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea74bd8-6c49-488e-8a04-21933d33ab9a None None] The sync data for ids ['ca2e2b5e-76ce-40e8-b957-f9419db4f66e'] in dv-cinder-759961-2-iscsi is: [{'id': 'ca2e2b5e-76ce-40e8-b957-f9419db4f66e', 'name': 'tempest-TestVolumeBootPattern-933385529-router', 'tenant_id': '063c3269e40a4aa2ad96402cd651a3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:24:27Z', 'updated_at': '2020-11-18T16:35:56Z', 'revision_number': 6, 'project_id': '063c3269e40a4aa2ad96402cd651a3ca', 'gw_port_host': None}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:35:57.039711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:57.055803 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7860e826-df78-4b72-959c-46776095b022 tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:57.111383 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Pushing event deleted for resources: {'Port': ['ID=660032b4-90c9-4dbd-af53-2f2d4e84a10f,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:57.115430 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:57.435843 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821543052'] for router_gateway, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:57.706378 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821561876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736553'] for router, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:57.710887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:57.737957 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821562026'] for router, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:57.738532 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca2e2b5e-76ce-40e8-b957-f9419db4f66e {{(pid=80323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 16:35:57.751134 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:57.762469 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ca2e2b5e-76ce-40e8-b957-f9419db4f66e HTTP/1.1" status: 204 len: 168 time: 1.6539881 Nov 18 16:35:57.762927 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36844) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:57.869778 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6215f36-28a5-4510-93ba-1eb7434dea0e admin admin] Deleting subnet 1b9a4933-43cc-4311-be3d-8cbd27574cf1 {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:35:57.872967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b6215f36-28a5-4510-93ba-1eb7434dea0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:57.925548 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b6215f36-28a5-4510-93ba-1eb7434dea0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822456073'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:58.012235 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b6215f36-28a5-4510-93ba-1eb7434dea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:58.273639 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b6215f36-28a5-4510-93ba-1eb7434dea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823215652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824133613'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:58.289761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-81a86fad-2197-4bf2-b847-a293b6c49cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:58.343174 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6215f36-28a5-4510-93ba-1eb7434dea0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b9a4933-43cc-4311-be3d-8cbd27574cf1,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:58.393307 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b6215f36-28a5-4510-93ba-1eb7434dea0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:58.426863 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b6215f36-28a5-4510-93ba-1eb7434dea0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:58.432315 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82a5aab-9c92-4c19-951d-60c70c2a2c10 None None] Network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:35:58.435670 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36866) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:58.435804 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-b6215f36-28a5-4510-93ba-1eb7434dea0e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1b9a4933-43cc-4311-be3d-8cbd27574cf1 HTTP/1.1" status: 204 len: 168 time: 0.6716020 Nov 18 16:35:58.568041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:58.648256 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Deleting port fa218d39-4d08-4799-83d4-897aa7bb497e {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:58.648638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:58.703812 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66be9c2c-15ab-4845-b2ea-0d975b69ef88 None None] DHCP port deletion for 5c86ea82-9249-4b8f-a7d5-7e2339e37927 request from dv-cinder-759961-2-iscsi {{(pid=80324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 16:35:58.708842 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-66be9c2c-15ab-4845-b2ea-0d975b69ef88 None None] Deleting port fa218d39-4d08-4799-83d4-897aa7bb497e {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:58.709373 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-66be9c2c-15ab-4845-b2ea-0d975b69ef88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:58.821842 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36878) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:58.891894 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] For port fa218d39-4d08-4799-83d4-897aa7bb497e, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=fa218d39-4d08-4799-83d4-897aa7bb497e,segment=NetworkSegment(8dde1038-0b17-40ed-b59a-a76095775729),segment_id=8dde1038-0b17-40ed-b59a-a76095775729)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:58.892215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:58.934337 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-66be9c2c-15ab-4845-b2ea-0d975b69ef88 None None] For port fa218d39-4d08-4799-83d4-897aa7bb497e, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=fa218d39-4d08-4799-83d4-897aa7bb497e,segment=NetworkSegment(8dde1038-0b17-40ed-b59a-a76095775729),segment_id=8dde1038-0b17-40ed-b59a-a76095775729)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:35:58.934726 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-66be9c2c-15ab-4845-b2ea-0d975b69ef88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:58.997080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e0487def-9a41-4c37-a173-fc103c21646f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.037281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-e0487def-9a41-4c37-a173-fc103c21646f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:59.042075 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-e0487def-9a41-4c37-a173-fc103c21646f admin admin] Usage tracker for resource:security_group_rule and tenant:f8c9811ed2ab4e169eec3ab8f5d36998 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:59.045421 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-e0487def-9a41-4c37-a173-fc103c21646f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:59.052415 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-e0487def-9a41-4c37-a173-fc103c21646f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:59.059402 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device fa218d39-4d08-4799-83d4-897aa7bb497e no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:35:59.095097 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-66be9c2c-15ab-4845-b2ea-0d975b69ef88 None None] Calling delete_port for fa218d39-4d08-4799-83d4-897aa7bb497e owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:59.134155 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e0487def-9a41-4c37-a173-fc103c21646f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.138542 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e0487def-9a41-4c37-a173-fc103c21646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.148711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d5779659-e321-4c17-aec1-27cea6b75708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:59.194314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0487def-9a41-4c37-a173-fc103c21646f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67ee7c9-716b-4174-b459-3dcf20f987cc,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:59.202969 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e0487def-9a41-4c37-a173-fc103c21646f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8c9811ed2ab4e169eec3ab8f5d36998&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3795507 Nov 18 16:35:59.203864 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36884) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:59.204852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e0487def-9a41-4c37-a173-fc103c21646f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:59.252953 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-66be9c2c-15ab-4845-b2ea-0d975b69ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.259715 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Calling delete_port for fa218d39-4d08-4799-83d4-897aa7bb497e owned by network:dhcp {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:35:59.268892 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:59.276113 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f7008d78-0cd0-4425-81d6-98fd08393d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.296854 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.305071 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f7008d78-0cd0-4425-81d6-98fd08393d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.336305 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:35:59.337002 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:35:59.355519 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f7008d78-0cd0-4425-81d6-98fd08393d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.360854 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-19a45728-aaa7-498f-a836-21605cca52c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:59.374502 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7008d78-0cd0-4425-81d6-98fd08393d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67ee7c9-716b-4174-b459-3dcf20f987cc,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:59.377393 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f7008d78-0cd0-4425-81d6-98fd08393d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:59.378702 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-f7008d78-0cd0-4425-81d6-98fd08393d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.382968 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-f7008d78-0cd0-4425-81d6-98fd08393d64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d67ee7c9-716b-4174-b459-3dcf20f987cc HTTP/1.1" status: 204 len: 168 time: 0.1737747 Nov 18 16:35:59.394948 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be9c2c-15ab-4845-b2ea-0d975b69ef88 None None] Pushing event deleted for resources: {'Port': ['ID=fa218d39-4d08-4799-83d4-897aa7bb497e,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:59.424659 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-66be9c2c-15ab-4845-b2ea-0d975b69ef88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:59.483972 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-94739c7c-c751-425a-b7e5-1de90e0d0285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.496667 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 01163dc8-efcd-473d-9d0c-61b2d61b5058 no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:35:59.531804 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: 01163dc8-efcd-473d-9d0c-61b2d61b5058 {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:35:59.532199 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 01163dc8-efcd-473d-9d0c-61b2d61b5058 not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:35:59.532661 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 660032b4-90c9-4dbd-af53-2f2d4e84a10f no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:35:59.566365 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: 660032b4-90c9-4dbd-af53-2f2d4e84a10f {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:35:59.566752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 660032b4-90c9-4dbd-af53-2f2d4e84a10f not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:35:59.569820 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66be9c2c-15ab-4845-b2ea-0d975b69ef88 None None] No DVR routers for this DVR port fa218d39-4d08-4799-83d4-897aa7bb497e on host dv-cinder-759961-2-iscsi {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:35:59.719843 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.727851 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36892) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:59.746908 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b2f688a3-a7c8-48b3-ab72-4ee61f55daba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.780786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b2f688a3-a7c8-48b3-ab72-4ee61f55daba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:35:59.784912 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b2f688a3-a7c8-48b3-ab72-4ee61f55daba admin admin] Usage tracker for resource:security_group_rule and tenant:954688fa74b340da9ae1f55cbb149093 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:35:59.787923 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-b2f688a3-a7c8-48b3-ab72-4ee61f55daba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:35:59.793860 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-b2f688a3-a7c8-48b3-ab72-4ee61f55daba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:35:59.838578 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Deleting port fa218d39-4d08-4799-83d4-897aa7bb497e {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:35:59.839054 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.861650 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b2f688a3-a7c8-48b3-ab72-4ee61f55daba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.864873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b2f688a3-a7c8-48b3-ab72-4ee61f55daba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:35:59.872447 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-cbb37df4-e3cb-4436-bdb4-7ef466d3ac0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:35:59.888490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:35:59.910043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] The port 'fa218d39-4d08-4799-83d4-897aa7bb497e' was deleted {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 16:35:59.916028 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f688a3-a7c8-48b3-ab72-4ee61f55daba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e3bcf1-0d5a-4e4d-a8de-81252f312a3f,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:35:59.921856 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-b2f688a3-a7c8-48b3-ab72-4ee61f55daba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=954688fa74b340da9ae1f55cbb149093&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1927066 Nov 18 16:35:59.923017 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b2f688a3-a7c8-48b3-ab72-4ee61f55daba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:35:59.923725 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36896) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:35:59.987913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b73057eb-7de9-45b9-a048-8ea25a8b3f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:00.019722 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b73057eb-7de9-45b9-a048-8ea25a8b3f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:00.033165 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:00.064576 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b73057eb-7de9-45b9-a048-8ea25a8b3f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:00.069727 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a04bdb41-8ef9-4a9f-8435-be9d9c400e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:00.083376 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73057eb-7de9-45b9-a048-8ea25a8b3f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e3bcf1-0d5a-4e4d-a8de-81252f312a3f,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:00.085823 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-b73057eb-7de9-45b9-a048-8ea25a8b3f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:00.088498 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b73057eb-7de9-45b9-a048-8ea25a8b3f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:00.093016 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-b73057eb-7de9-45b9-a048-8ea25a8b3f55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2e3bcf1-0d5a-4e4d-a8de-81252f312a3f HTTP/1.1" status: 204 len: 168 time: 0.1646342 Nov 18 16:36:00.152990 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c86ea82-9249-4b8f-a7d5-7e2339e37927']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:00.165668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dde1038-0b17-40ed-b59a-a76095775729') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:00.166011 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dde1038-0b17-40ed-b59a-a76095775729') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:00.178517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036822506197'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:00.193922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:00.195929 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:36:00.373066 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:36:00.382678 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822920245'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:00.565999 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Network 5c86ea82-9249-4b8f-a7d5-7e2339e37927 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:36:00.589446 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:36:00.677020 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:00.681008 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f123dc8d-97c6-46a3-a2ef-42c7dacd492f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:00.695802 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:00.704043 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:00.708695 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c86ea82-9249-4b8f-a7d5-7e2339e37927,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:00.711727 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:00.714654 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-28128160-a811-4b16-8046-1aad933da0f3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5c86ea82-9249-4b8f-a7d5-7e2339e37927 HTTP/1.1" status: 204 len: 168 time: 2.2763381 Nov 18 16:36:00.871500 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36918) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:36:00.925046 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-4b287bc0-23b9-407a-8c6f-12b33fa61b15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f83100735174800a64c933476053984&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522139 Nov 18 16:36:00.927439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36924) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:36:00.992571 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3c2cabbe-9987-448d-b034-3d21b34ca169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.002075 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 36928) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:36:01.020976 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3c2cabbe-9987-448d-b034-3d21b34ca169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.066176 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3c2cabbe-9987-448d-b034-3d21b34ca169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.071127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c658004e-6f06-40ce-93e9-2ea4227b2107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:01.091479 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2cabbe-9987-448d-b034-3d21b34ca169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a843b1-e4ea-45d3-ae6f-bb93ce88a983,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:01.094729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-3c2cabbe-9987-448d-b034-3d21b34ca169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:01.096958 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-3c2cabbe-9987-448d-b034-3d21b34ca169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.098184 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-3c2cabbe-9987-448d-b034-3d21b34ca169 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49a843b1-e4ea-45d3-ae6f-bb93ce88a983 HTTP/1.1" status: 204 len: 168 time: 0.1697655 Nov 18 16:36:01.149717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-498999037-network', 'tenant_id': '64a32f90bdf44965acc88575411116b7'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:36:01.154935 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:36:01.159668 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Usage tracker for resource:network and tenant:64a32f90bdf44965acc88575411116b7 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:36:01.162635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:36:01.169766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:36:01.179179 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Made reservation on behalf of 64a32f90bdf44965acc88575411116b7 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:36:01.184096 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.197717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.230529 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:36:01.235213 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Usage tracker for resource:security_group_rule and tenant:64a32f90bdf44965acc88575411116b7 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:36:01.238230 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:36:01.242273 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.244145 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:36:01.312393 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.315310 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.319505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-81e73394-5a44-4ddc-865a-877ce6c810b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:01.354666 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 18 16:36:01.364357 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c83124d-ea95-4186-ac4a-7f357a1d7c13,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:01.368137 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:01.370583 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757455527693', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.371020 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.segments_db [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Added segment 6f3f5f33-90a8-4be7-8021-ed573c5b3955 of type vxlan for network af8f78cd-54fd-4dc4-a436-f219045fce19 Nov 18 16:36:01.397486 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363279399831873'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.428061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.429330 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:01.429967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.435093 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:01.469429 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36938) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:36:01.525252 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-230acd66-74a8-400e-b75b-35b6bd0cd55d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=063c3269e40a4aa2ad96402cd651a3ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523560 Nov 18 16:36:01.525497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36942) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:36:01.540739 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5374653 Nov 18 16:36:01.543715 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Pushing event updated for resources: {'Network': ['ID=af8f78cd-54fd-4dc4-a436-f219045fce19,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:01.544736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36946) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:36:01.546635 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5a7e9f7a-1777-4ba5-b869-d62653cd1b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:01.554489 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Network af8f78cd-54fd-4dc4-a436-f219045fce19 details requested by agent ovs-agent-dv-cinder-759961-2-iscsi with host dv-cinder-759961-2-iscsi {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:36:01.559679 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Request body: {'subnet': {'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-498999037-subnet', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'ip_version': 4}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:36:01.569243 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:36:01.571450 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Network af8f78cd-54fd-4dc4-a436-f219045fce19 details requested by agent ovs-agent-hv-cinder-75996 with host hv-cinder-75996 {{(pid=80324) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 18 16:36:01.582959 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Usage tracker for resource:subnet and tenant:64a32f90bdf44965acc88575411116b7 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:36:01.586485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:36:01.596496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:36:01.619303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Made reservation on behalf of 64a32f90bdf44965acc88575411116b7 for: {'subnet': 1} {{(pid=80322) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:36:01.624051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30642234'] for subnet, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.657873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ad237aeb-c4e1-4b98-b3ac-12d052452904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.747126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ad237aeb-c4e1-4b98-b3ac-12d052452904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.861215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ad237aeb-c4e1-4b98-b3ac-12d052452904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.866874 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-184c9acf-8cf0-4a1d-a923-05fdcbe2be47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:01.887584 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad237aeb-c4e1-4b98-b3ac-12d052452904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaa5b52-b9ec-42d0-b4ef-db0c943a7ec0,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:01.890665 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ad237aeb-c4e1-4b98-b3ac-12d052452904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:01.917094 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ad237aeb-c4e1-4b98-b3ac-12d052452904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:01.921406 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-ad237aeb-c4e1-4b98-b3ac-12d052452904 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ceaa5b52-b9ec-42d0-b4ef-db0c943a7ec0 HTTP/1.1" status: 204 len: 168 time: 0.3925738 Nov 18 16:36:02.131495 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31559952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30642187'] for subnet, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:02.146199 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:02.289799 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e29c25-0625-498b-993d-0fb946870dff,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:02.294630 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:02.362766 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Checking segment: {'id': '6f3f5f33-90a8-4be7-8021-ed573c5b3955', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:36:02.363164 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Network hostable DHCP agents. Network: af8f78cd-54fd-4dc4-a436-f219045fce19, hostable agents: ['494426cf-96cc-4f5a-b2d0-fad1c31a124f'], hosted agents: [] {{(pid=80322) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 18 16:36:02.384585 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Network af8f78cd-54fd-4dc4-a436-f219045fce19 is scheduled to be hosted by DHCP agent 494426cf-96cc-4f5a-b2d0-fad1c31a124f with binding_index 1 {{(pid=80322) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 18 16:36:02.393126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-2-iscsi, af8f78cd-54fd-4dc4-a436-f219045fce19) {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:36:02.401563 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c797f173-9d6b-43fd-bd23-95fd61ca4e6b None None] Network af8f78cd-54fd-4dc4-a436-f219045fce19 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:36:02.406674 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:02.407322 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:02.423903 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-15d3fcad-44c4-4f52-a47f-911a7b44d28e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8772943 Nov 18 16:36:02.426590 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36954) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:36:02.432212 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:36:02.436918 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:36:02.440992 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Usage tracker for resource:router and tenant:64a32f90bdf44965acc88575411116b7 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:36:02.447929 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:36:02.454496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:36:02.463480 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036821561935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736540'] for router, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:02.464488 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821562538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33232672', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33260878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39276'] for router, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:02.484241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:02.794645 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe527db92-96c1-5c25-b139-de022d86ecfb-af8f78cd-54fd-4dc4-a436-f219045fce19', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'fixed_ips': [{'subnet_id': '27e29c25-0625-498b-993d-0fb946870dff'}]}} from dv-cinder-759961-2-iscsi. {{(pid=80324) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 18 16:36:02.795896 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:02.868533 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33232689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036821561906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39263'] for router, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:03.066055 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:03.082470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Allocated IP 172.20.0.2 (af8f78cd-54fd-4dc4-a436-f219045fce19/27e29c25-0625-498b-993d-0fb946870dff/192542e1-4946-4c3a-a86b-d10ebafd34db) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:36:03.097894 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:03.297304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:03.307921 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Transition to ACTIVE for port object 192542e1-4946-4c3a-a86b-d10ebafd34db will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:36:03.324537 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Transition to ACTIVE for port object 192542e1-4946-4c3a-a86b-d10ebafd34db will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:36:03.329170 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:03.344130 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:03.367062 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Allocated IP 172.27.0.187 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/56869a44-4bf6-4384-955d-5cf0720b064f) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:36:03.482930 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Pushing event updated for resources: {'Port': ['ID=192542e1-4946-4c3a-a86b-d10ebafd34db,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:03.488159 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:03.522782 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:03.531484 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Network af8f78cd-54fd-4dc4-a436-f219045fce19 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:36:03.532655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Resources bound (agent type, host, resource id): {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:36:03.534953 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:36:03.549429 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:03.564798 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6797343f-6ceb-42ad-a5e0-888ab508a808 tempest-AttachVolumeTestJSON-562076316 tempest-AttachVolumeTestJSON-562076316] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:03.589299 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Attempting to bind port 192542e1-4946-4c3a-a86b-d10ebafd34db on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:36:03.589647 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Attempting to bind port 192542e1-4946-4c3a-a86b-d10ebafd34db by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '6f3f5f33-90a8-4be7-8021-ed573c5b3955', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:36:03.590058 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Attempting to bind port 192542e1-4946-4c3a-a86b-d10ebafd34db on network af8f78cd-54fd-4dc4-a436-f219045fce19 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:36:03.597466 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:36:03.597889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Checking segment: {'id': '6f3f5f33-90a8-4be7-8021-ed573c5b3955', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:36:03.598337 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:03.598776 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Bound using segment: {'id': '6f3f5f33-90a8-4be7-8021-ed573c5b3955', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:36:03.599301 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Bound port: 192542e1-4946-4c3a-a86b-d10ebafd34db, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3f5f33-90a8-4be7-8021-ed573c5b3955', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:36:03.599777 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:03.689116 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] For port 192542e1-4946-4c3a-a86b-d10ebafd34db, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:36:03.692309 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] For port 192542e1-4946-4c3a-a86b-d10ebafd34db, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=192542e1-4946-4c3a-a86b-d10ebafd34db,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:36:03.695854 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:03.709685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Pushing event updated for resources: {'Port': ['ID=56869a44-4bf6-4384-955d-5cf0720b064f,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:03.711009 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:03.714064 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:03.761011 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:36:03.762721 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:36:03.765562 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:36:03.863200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Pushing event updated for resources: {'Port': ['ID=192542e1-4946-4c3a-a86b-d10ebafd34db,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:03.867858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-91bd8a33-8b9b-45f5-9bba-ff7712673476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:03.929078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:03.929877 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33213894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036821543082'] for router, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:04.208970 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Router 318c44b4-6b1e-4c34-a53b-50932fc09140 is scheduled to L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a with binding_index 1 {{(pid=80322) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 18 16:36:04.422371 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:36:04.431111 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Sync routers for ids ['318c44b4-6b1e-4c34-a53b-50932fc09140'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:36:04.443891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Routers {'318c44b4-6b1e-4c34-a53b-50932fc09140'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:36:04.444588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:35:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['318c44b4-6b1e-4c34-a53b-50932fc09140'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:04.446375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:04.447806 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-74327413-280e-47eb-959d-98fd6cea7af4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0201261 Nov 18 16:36:04.450481 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 36958) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:36:04.631756 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Set router 318c44b4-6b1e-4c34-a53b-50932fc09140 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:36:04.941451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:36:03Z', 'revision_number': 3, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port': {'id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:03Z', 'updated_at': '2020-11-18T16:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:04.946033 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Checking router: 318c44b4-6b1e-4c34-a53b-50932fc09140 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:36:04.946436 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Updating router 318c44b4-6b1e-4c34-a53b-50932fc09140 port 56869a44-4bf6-4384-955d-5cf0720b064f binding host dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:36:05.003709 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:05.070817 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 192542e1-4946-4c3a-a86b-d10ebafd34db up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:36:05.164251 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 192542e1-4946-4c3a-a86b-d10ebafd34db completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:36:05.183775 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:05.266578 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d526e3-1046-41af-a606-e53e90ded627 None None] Network af8f78cd-54fd-4dc4-a436-f219045fce19 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:36:05.397351 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-519c0fd4-2796-47e9-9f8e-3f68c2c9e868 None None] Provisioning for port 192542e1-4946-4c3a-a86b-d10ebafd34db completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:36:05.414332 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-519c0fd4-2796-47e9-9f8e-3f68c2c9e868 None None] Provisioning complete for port 192542e1-4946-4c3a-a86b-d10ebafd34db triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:05.414707 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-519c0fd4-2796-47e9-9f8e-3f68c2c9e868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:05.551623 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Allocated IP 172.20.0.1 (af8f78cd-54fd-4dc4-a436-f219045fce19/27e29c25-0625-498b-993d-0fb946870dff/12bac531-2d77-4a48-ac05-a8e423065bac) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:36:05.595169 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:05.608215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Transition to ACTIVE for port object 56869a44-4bf6-4384-955d-5cf0720b064f will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:36:05.611006 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:05.629822 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:05.633314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-519c0fd4-2796-47e9-9f8e-3f68c2c9e868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:05.682052 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-519c0fd4-2796-47e9-9f8e-3f68c2c9e868 None None] For port 192542e1-4946-4c3a-a86b-d10ebafd34db, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=192542e1-4946-4c3a-a86b-d10ebafd34db,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:36:05.688005 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-519c0fd4-2796-47e9-9f8e-3f68c2c9e868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:05.695889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:05.728204 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:05.749916 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Transition to ACTIVE for port object 12bac531-2d77-4a48-ac05-a8e423065bac will not be triggered until provisioned by entity DHCP. {{(pid=80322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:36:05.776504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Pushing event updated for resources: {'Port': ['ID=56869a44-4bf6-4384-955d-5cf0720b064f,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:05.778148 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:05.801278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c0fd4-2796-47e9-9f8e-3f68c2c9e868 None None] Pushing event updated for resources: {'Port': ['ID=192542e1-4946-4c3a-a86b-d10ebafd34db,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:05.804451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.804845 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.805227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.805601 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.805971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.806342 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.806710 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.807078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.807441 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.807826 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.810976 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-519c0fd4-2796-47e9-9f8e-3f68c2c9e868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:05.812364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.812819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.813476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.813849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.814529 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.814643 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.814958 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.815334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.815727 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.816096 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.816449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.816957 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.817180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.817548 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:05.822416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:05.873490 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Attempting to bind port 56869a44-4bf6-4384-955d-5cf0720b064f on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:36:05.874420 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Attempting to bind port 56869a44-4bf6-4384-955d-5cf0720b064f by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:36:05.874873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Attempting to bind port 56869a44-4bf6-4384-955d-5cf0720b064f on network eae6701d-1990-4314-b852-5917518e9bba {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:36:05.883838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:36:05.884210 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Checking segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:36:05.884652 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:05.885070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Bound using segment: {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:36:05.885589 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Bound port: 56869a44-4bf6-4384-955d-5cf0720b064f, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2ae240-0a23-405a-a292-de538c96aaf1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:36:05.886037 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:05.900405 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-292b5524-dd20-4f06-9d4a-6a7696499b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:05.913702 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-eac3afb9-ffd6-4e5f-a730-de592d61179f None None] Provisioning complete for port 192542e1-4946-4c3a-a86b-d10ebafd34db triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:05.914410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-eac3afb9-ffd6-4e5f-a730-de592d61179f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:05.980994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] For port 56869a44-4bf6-4384-955d-5cf0720b064f, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:36:05.986919 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] For port 56869a44-4bf6-4384-955d-5cf0720b064f, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=56869a44-4bf6-4384-955d-5cf0720b064f,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:36:05.988836 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Pushing event updated for resources: {'Port': ['ID=12bac531-2d77-4a48-ac05-a8e423065bac,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:05.993089 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:05.994565 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:06.012483 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Network af8f78cd-54fd-4dc4-a436-f219045fce19 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:36:06.013774 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:36:06.017227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:36:06.033477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:06.080858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33286402'] for router_interface, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:06.170165 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:06.171485 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-a3dc1902-18b8-422b-8af1-f01900933956 None None] Provisioning complete for port 192542e1-4946-4c3a-a86b-d10ebafd34db triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:06.172199 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a3dc1902-18b8-422b-8af1-f01900933956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:06.178303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Pushing event updated for resources: {'Port': ['ID=56869a44-4bf6-4384-955d-5cf0720b064f,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:06.183375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c6ed8a1f-089a-4ba0-9962-d1117ee92e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:06.227304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Routers {'318c44b4-6b1e-4c34-a53b-50932fc09140'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:36:06.228036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:35:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['318c44b4-6b1e-4c34-a53b-50932fc09140'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:06.434655 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] Set router 318c44b4-6b1e-4c34-a53b-50932fc09140 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:36:06.438761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-38835480-2e3c-4fb1-bd4b-611304843953 None None] Provisioning for port 12bac531-2d77-4a48-ac05-a8e423065bac completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:36:06.444604 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-38835480-2e3c-4fb1-bd4b-611304843953 None None] Provisioning complete for port 12bac531-2d77-4a48-ac05-a8e423065bac triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:06.445086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-38835480-2e3c-4fb1-bd4b-611304843953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:06.507980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-38835480-2e3c-4fb1-bd4b-611304843953 None None] Port 12bac531-2d77-4a48-ac05-a8e423065bac cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:36:06.630586 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-d72ab602-8aa3-4fde-ad1c-858a78f88ee9 None None] Provisioning complete for port 192542e1-4946-4c3a-a86b-d10ebafd34db triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:06.631219 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d72ab602-8aa3-4fde-ad1c-858a78f88ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:06.720214 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:06.724889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:06.754872 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:06.788933 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:36:06Z', 'revision_number': 4, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port': {'id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:03Z', 'updated_at': '2020-11-18T16:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '12bac531-2d77-4a48-ac05-a8e423065bac', 'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'mac_address': 'fa:16:3e:2b:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e29c25-0625-498b-993d-0fb946870dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:05Z', 'updated_at': '2020-11-18T16:36:05Z', 'revision_number': 1, 'project_id': '64a32f90bdf44965acc88575411116b7', 'subnets': [{'id': '27e29c25-0625-498b-993d-0fb946870dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:06.794157 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cae9f07-bd41-4a05-9f93-182b1722cb78 None None] The sync data for ids ['318c44b4-6b1e-4c34-a53b-50932fc09140'] in dv-cinder-759961-2-iscsi is: [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:36:06Z', 'revision_number': 4, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port': {'id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:03Z', 'updated_at': '2020-11-18T16:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '12bac531-2d77-4a48-ac05-a8e423065bac', 'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'mac_address': 'fa:16:3e:2b:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e29c25-0625-498b-993d-0fb946870dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:05Z', 'updated_at': '2020-11-18T16:36:05Z', 'revision_number': 1, 'project_id': '64a32f90bdf44965acc88575411116b7', 'subnets': [{'id': '27e29c25-0625-498b-993d-0fb946870dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:36:06.840514 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Pushing event updated for resources: {'Port': ['ID=12bac531-2d77-4a48-ac05-a8e423065bac,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:06.843807 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32413786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821489305'] for router_interface, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:06.856839 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:06.991736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Network af8f78cd-54fd-4dc4-a436-f219045fce19 is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:36:06.992858 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:36:07.009900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 192542e1-4946-4c3a-a86b-d10ebafd34db up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:36:07.087750 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 192542e1-4946-4c3a-a86b-d10ebafd34db triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:07.088260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:07.287318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c76b09fb-eba2-4a76-93af-e096976b892d None None] Provisioning complete for port 12bac531-2d77-4a48-ac05-a8e423065bac triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:07.287891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c76b09fb-eba2-4a76-93af-e096976b892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:07.344273 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-c76b09fb-eba2-4a76-93af-e096976b892d None None] Port 12bac531-2d77-4a48-ac05-a8e423065bac cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:36:07.440708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Router 318c44b4-6b1e-4c34-a53b-50932fc09140 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:36:07.673780 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:36:07.687617 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-e5ec1352-20ce-4e7f-95dc-18d629a71f83 admin admin] 10.222.0.15 "PUT /v2.0/routers/318c44b4-6b1e-4c34-a53b-50932fc09140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2326188 Nov 18 16:36:09.050641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 56869a44-4bf6-4384-955d-5cf0720b064f up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:36:09.140924 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 56869a44-4bf6-4384-955d-5cf0720b064f completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:36:09.145782 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 56869a44-4bf6-4384-955d-5cf0720b064f triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:09.146235 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:09.274059 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:09.293913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 56869a44-4bf6-4384-955d-5cf0720b064f, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=56869a44-4bf6-4384-955d-5cf0720b064f,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:36:09.297450 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:09.299497 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-519c0fd4-2796-47e9-9f8e-3f68c2c9e868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:09.373186 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=56869a44-4bf6-4384-955d-5cf0720b064f,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:09.377297 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:10.268451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Sync routers for ids ['318c44b4-6b1e-4c34-a53b-50932fc09140'] in dv-cinder-759961-2-iscsi {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:36:10.283745 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Routers {'318c44b4-6b1e-4c34-a53b-50932fc09140'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:36:10.284554 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:35:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['318c44b4-6b1e-4c34-a53b-50932fc09140'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:10.646713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Set router 318c44b4-6b1e-4c34-a53b-50932fc09140 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:36:11.024717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 56869a44-4bf6-4384-955d-5cf0720b064f up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:36:11.103971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:36:06Z', 'revision_number': 4, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port': {'id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:03Z', 'updated_at': '2020-11-18T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '12bac531-2d77-4a48-ac05-a8e423065bac', 'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'mac_address': 'fa:16:3e:2b:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e29c25-0625-498b-993d-0fb946870dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:05Z', 'updated_at': '2020-11-18T16:36:06Z', 'revision_number': 2, 'project_id': '64a32f90bdf44965acc88575411116b7', 'subnets': [{'id': '27e29c25-0625-498b-993d-0fb946870dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:11.112146 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Checking router: 318c44b4-6b1e-4c34-a53b-50932fc09140 for host: dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:36:11.112560 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Updating router 318c44b4-6b1e-4c34-a53b-50932fc09140 port 12bac531-2d77-4a48-ac05-a8e423065bac binding host dv-cinder-759961-2-iscsi {{(pid=80324) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 18 16:36:11.160673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 56869a44-4bf6-4384-955d-5cf0720b064f triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:11.161092 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:11.216035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:11.727685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:11.739697 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Transition to ACTIVE for port object 12bac531-2d77-4a48-ac05-a8e423065bac will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:36:11.743607 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:11.759400 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:11.905891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428e261-69c3-4919-8f08-c4ca065ba12f None None] Pushing event updated for resources: {'Port': ['ID=12bac531-2d77-4a48-ac05-a8e423065bac,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:11.910278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a428e261-69c3-4919-8f08-c4ca065ba12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:12.087336 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Attempting to bind port 12bac531-2d77-4a48-ac05-a8e423065bac on host dv-cinder-759961-2-iscsi for vnic_type normal with profile {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:36:12.087859 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Attempting to bind port 12bac531-2d77-4a48-ac05-a8e423065bac by drivers openvswitch on host dv-cinder-759961-2-iscsi at level 0 using segments [{'id': '6f3f5f33-90a8-4be7-8021-ed573c5b3955', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:36:12.088283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Attempting to bind port 12bac531-2d77-4a48-ac05-a8e423065bac on network af8f78cd-54fd-4dc4-a436-f219045fce19 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:36:12.096855 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Checking agent: {'id': '13e5e3d2-a82b-4717-8a14-eee506d892e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 13, 1), 'started_at': datetime.datetime(2020, 11, 18, 16, 13, 31), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:36:12.097293 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Checking segment: {'id': '6f3f5f33-90a8-4be7-8021-ed573c5b3955', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:36:12.097764 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:12.098215 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Bound using segment: {'id': '6f3f5f33-90a8-4be7-8021-ed573c5b3955', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:36:12.098761 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Bound port: 12bac531-2d77-4a48-ac05-a8e423065bac, host: dv-cinder-759961-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3f5f33-90a8-4be7-8021-ed573c5b3955', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:36:12.099190 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:12.225505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] For port 12bac531-2d77-4a48-ac05-a8e423065bac, host dv-cinder-759961-2-iscsi, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:36:12.229334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] For port 12bac531-2d77-4a48-ac05-a8e423065bac, host dv-cinder-759961-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=12bac531-2d77-4a48-ac05-a8e423065bac,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:36:12.234439 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:12.250843 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:12.401638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428e261-69c3-4919-8f08-c4ca065ba12f None None] Pushing event updated for resources: {'Port': ['ID=12bac531-2d77-4a48-ac05-a8e423065bac,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:12.408205 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a428e261-69c3-4919-8f08-c4ca065ba12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:12.458262 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Routers {'318c44b4-6b1e-4c34-a53b-50932fc09140'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80324) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:36:12.459078 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:35:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['318c44b4-6b1e-4c34-a53b-50932fc09140'], 'active': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:12.689059 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] Set router 318c44b4-6b1e-4c34-a53b-50932fc09140 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80324) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:36:13.055585 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 12bac531-2d77-4a48-ac05-a8e423065bac up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:36:13.147790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:36:06Z', 'revision_number': 4, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port': {'id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:03Z', 'updated_at': '2020-11-18T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '12bac531-2d77-4a48-ac05-a8e423065bac', 'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'mac_address': 'fa:16:3e:2b:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e29c25-0625-498b-993d-0fb946870dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:05Z', 'updated_at': '2020-11-18T16:36:12Z', 'revision_number': 4, 'project_id': '64a32f90bdf44965acc88575411116b7', 'subnets': [{'id': '27e29c25-0625-498b-993d-0fb946870dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:13.154072 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cd7366-72c0-456a-b7ef-96ba16544ad5 None None] The sync data for ids ['318c44b4-6b1e-4c34-a53b-50932fc09140'] in dv-cinder-759961-2-iscsi is: [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:36:06Z', 'revision_number': 4, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port': {'id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:03Z', 'updated_at': '2020-11-18T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '12bac531-2d77-4a48-ac05-a8e423065bac', 'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'mac_address': 'fa:16:3e:2b:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e29c25-0625-498b-993d-0fb946870dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:05Z', 'updated_at': '2020-11-18T16:36:12Z', 'revision_number': 4, 'project_id': '64a32f90bdf44965acc88575411116b7', 'subnets': [{'id': '27e29c25-0625-498b-993d-0fb946870dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80324) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:36:13.165313 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning for port 12bac531-2d77-4a48-ac05-a8e423065bac completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:36:13.170891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 12bac531-2d77-4a48-ac05-a8e423065bac triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:13.171317 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:13.309803 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:13.347227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] For port 12bac531-2d77-4a48-ac05-a8e423065bac, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=12bac531-2d77-4a48-ac05-a8e423065bac,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:36:13.351839 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:13.356653 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a428e261-69c3-4919-8f08-c4ca065ba12f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:13.439588 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Pushing event updated for resources: {'Port': ['ID=12bac531-2d77-4a48-ac05-a8e423065bac,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:13.443431 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:14.646672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:15.016971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 12bac531-2d77-4a48-ac05-a8e423065bac up at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:36:15.091393 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Provisioning complete for port 12bac531-2d77-4a48-ac05-a8e423065bac triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:15.091889 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:17.398441 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde317db-44a0-4529-970a-99a2a917144d req-e2500bee-4b22-4753-852f-1baf0493ce0d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:17.399103 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-bde317db-44a0-4529-970a-99a2a917144d req-e2500bee-4b22-4753-852f-1baf0493ce0d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Synchronizing usage tracker for tenant:64a32f90bdf44965acc88575411116b7 on resource:network {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:36:17.419667 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-bde317db-44a0-4529-970a-99a2a917144d req-e2500bee-4b22-4753-852f-1baf0493ce0d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Unset dirty status for tenant:64a32f90bdf44965acc88575411116b7 on resource:network {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:36:17.420955 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-e2500bee-4b22-4753-852f-1baf0493ce0d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/networks?id=af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 200 len: 814 time: 0.1726375 Nov 18 16:36:17.437712 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-3a8b7204-b240-4191-a369-86832179434c tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/quotas/64a32f90bdf44965acc88575411116b7 HTTP/1.1" status: 200 len: 375 time: 0.0108101 Nov 18 16:36:17.523835 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-0b11e3b2-cf4a-43e0-825a-70f44aad555a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?tenant_id=64a32f90bdf44965acc88575411116b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807326 Nov 18 16:36:17.670096 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-957599f7-cfb1-4c9d-bc4f-42fdd155aaac service neutron] 10.222.0.15 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332901 Nov 18 16:36:17.813582 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-b3a36766-74f9-4e1f-959c-d95b7095a08f service neutron] 10.222.0.15 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373196 Nov 18 16:36:18.013141 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-659a10c8-aa47-4c75-b61e-01068bae7e82 req-919b521f-045b-457a-85e6-1992cff1ee12 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Synchronizing usage tracker for tenant:64a32f90bdf44965acc88575411116b7 on resource:port {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:36:18.030255 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-659a10c8-aa47-4c75-b61e-01068bae7e82 req-919b521f-045b-457a-85e6-1992cff1ee12 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Unset dirty status for tenant:64a32f90bdf44965acc88575411116b7 on resource:port {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:36:18.031621 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-659a10c8-aa47-4c75-b61e-01068bae7e82 req-919b521f-045b-457a-85e6-1992cff1ee12 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 210 time: 0.0669675 Nov 18 16:36:19.079527 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde317db-44a0-4529-970a-99a2a917144d req-97ac664d-922d-47c5-8424-4e10e6eae928 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:19.081115 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-97ac664d-922d-47c5-8424-4e10e6eae928 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.49 "GET /v2.0/networks?id=af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 200 len: 814 time: 0.1563582 Nov 18 16:36:19.098921 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Request body: {'port': {'device_id': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'admin_state_up': True, 'tenant_id': '64a32f90bdf44965acc88575411116b7'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:36:19.251352 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a6902d2c-2e5f-4a1c-b7d5-94133d0ff107 req-f217094e-6a44-4a70-83ef-f82be9943a02 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 210 time: 0.0625398 Nov 18 16:36:19.288102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:36:19.298460 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:36:19.307729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Made reservation on behalf of 64a32f90bdf44965acc88575411116b7 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 18 16:36:19.313364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:19.669834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Allocated IP 172.20.0.12 (af8f78cd-54fd-4dc4-a436-f219045fce19/27e29c25-0625-498b-993d-0fb946870dff/01dbbf7c-5c2a-4246-9834-6e866125816f) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:36:19.938473 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:19.959992 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Transition to ACTIVE for port object 01dbbf7c-5c2a-4246-9834-6e866125816f will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:36:19.981788 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:19.998744 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-352b27a7-89a8-493f-a5f5-d9e052c67de0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:20.367810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Pushing event updated for resources: {'Port': ['ID=01dbbf7c-5c2a-4246-9834-6e866125816f,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:20.372494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:20.416476 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Network af8f78cd-54fd-4dc4-a436-f219045fce19 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:36:20.417628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Resources bound (agent type, host, resource id): {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:36:20.427464 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:36:20.506615 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:20.507511 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:20.515965 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4625b07-bbfe-48e2-a36c-3b25a162c399 req-0fa18769-ec52-4b40-af02-73fce4063a1c tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:20.522502 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f4625b07-bbfe-48e2-a36c-3b25a162c399 req-0fa18769-ec52-4b40-af02-73fce4063a1c tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 932 time: 0.1074221 Nov 18 16:36:20.554842 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-843443f4-d92e-4890-a180-4e4ee97986d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4600601 Nov 18 16:36:20.587188 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f4625b07-bbfe-48e2-a36c-3b25a162c399 req-b3fe1f18-f485-407b-8396-64ac82501901 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563695 Nov 18 16:36:20.735689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-cd445c79-43b6-48f0-84d7-4c6ca94dcda2 None None] Provisioning for port 01dbbf7c-5c2a-4246-9834-6e866125816f completed by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:36:20.740714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-cd445c79-43b6-48f0-84d7-4c6ca94dcda2 None None] Provisioning complete for port 01dbbf7c-5c2a-4246-9834-6e866125816f triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:20.741129 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cd445c79-43b6-48f0-84d7-4c6ca94dcda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:20.800539 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-cd445c79-43b6-48f0-84d7-4c6ca94dcda2 None None] Port 01dbbf7c-5c2a-4246-9834-6e866125816f cannot update to ACTIVE because it is not bound. {{(pid=80324) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 18 16:36:21.817090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52733362-0e9f-4b7d-950d-ca1d5520d6a5 req-9f206d6f-748a-49fd-a4e0-ce506a0363b6 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:21.818012 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-52733362-0e9f-4b7d-950d-ca1d5520d6a5 req-9f206d6f-748a-49fd-a4e0-ce506a0363b6 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Synchronizing usage tracker for tenant:64a32f90bdf44965acc88575411116b7 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:36:21.835788 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-52733362-0e9f-4b7d-950d-ca1d5520d6a5 req-9f206d6f-748a-49fd-a4e0-ce506a0363b6 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Unset dirty status for tenant:64a32f90bdf44965acc88575411116b7 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:36:21.837363 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-52733362-0e9f-4b7d-950d-ca1d5520d6a5 req-9f206d6f-748a-49fd-a4e0-ce506a0363b6 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 932 time: 0.1082635 Nov 18 16:36:21.888597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-52733362-0e9f-4b7d-950d-ca1d5520d6a5 req-59a2bbd1-ff33-4085-8f4e-de2459a94826 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Synchronizing usage tracker for tenant:64a32f90bdf44965acc88575411116b7 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:36:21.905260 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-52733362-0e9f-4b7d-950d-ca1d5520d6a5 req-59a2bbd1-ff33-4085-8f4e-de2459a94826 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Unset dirty status for tenant:64a32f90bdf44965acc88575411116b7 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:36:21.906504 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-52733362-0e9f-4b7d-950d-ca1d5520d6a5 req-59a2bbd1-ff33-4085-8f4e-de2459a94826 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621948 Nov 18 16:36:23.132675 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f773a-294b-47e1-9b1e-0576204e73c7 req-d6493d0a-34a2-49d3-a38e-2295ea640856 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:23.134184 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-431f773a-294b-47e1-9b1e-0576204e73c7 req-d6493d0a-34a2-49d3-a38e-2295ea640856 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 932 time: 0.0882001 Nov 18 16:36:23.182563 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-431f773a-294b-47e1-9b1e-0576204e73c7 req-c2ff1344-e012-45f4-bd9d-39787bf291bc tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414629 Nov 18 16:36:24.414267 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4642f-3cda-422a-a0ae-472f4d325e53 req-9bd21e64-8084-4dcb-92d8-5f8f03697a7a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:24.415935 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1fb4642f-3cda-422a-a0ae-472f4d325e53 req-9bd21e64-8084-4dcb-92d8-5f8f03697a7a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 932 time: 0.0933719 Nov 18 16:36:24.466295 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1fb4642f-3cda-422a-a0ae-472f4d325e53 req-61bd9eab-9c84-4b06-a712-798472720f4d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422792 Nov 18 16:36:25.696325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7276e9-c51e-4a59-b294-2f1f89e8203a req-18cea7c5-04d5-4cbc-8d2b-db96c4c97488 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:25.698053 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cd7276e9-c51e-4a59-b294-2f1f89e8203a req-18cea7c5-04d5-4cbc-8d2b-db96c4c97488 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 932 time: 0.0924802 Nov 18 16:36:25.747874 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-cd7276e9-c51e-4a59-b294-2f1f89e8203a req-f58574c1-d659-4a17-a2ca-7a2cc79a9482 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424094 Nov 18 16:36:26.739245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6abbb7d9-28af-4173-8881-5b24936d7c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:26.986810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aea20c-173e-4e17-85df-35970608d327 req-836c5fc0-c3f1-4c73-8f2f-3bec96a90472 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:26.988508 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-65aea20c-173e-4e17-85df-35970608d327 req-836c5fc0-c3f1-4c73-8f2f-3bec96a90472 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 932 time: 0.0916514 Nov 18 16:36:27.036929 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-65aea20c-173e-4e17-85df-35970608d327 req-ae11c67f-8c02-4fb7-8da4-bfd3f022c04d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420110 Nov 18 16:36:28.264184 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b326a9c-c259-4b98-b5ca-998bfc0d8b63 req-c00c5951-1c71-44aa-a97a-a6af7c4d262d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:28.265798 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9b326a9c-c259-4b98-b5ca-998bfc0d8b63 req-c00c5951-1c71-44aa-a97a-a6af7c4d262d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 932 time: 0.0925190 Nov 18 16:36:28.314887 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9b326a9c-c259-4b98-b5ca-998bfc0d8b63 req-f6c2f658-055c-4905-8323-954c3bfc8074 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Nov 18 16:36:29.337094 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ee75db07-7ee3-4b02-8a5b-61d1c9973352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:29.528097 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccd407-1b7c-4005-ae80-12ffa9910c32 req-5ce8fb48-b617-4a5e-a4f5-108c548e0733 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:29.529704 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9fccd407-1b7c-4005-ae80-12ffa9910c32 req-5ce8fb48-b617-4a5e-a4f5-108c548e0733 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 932 time: 0.0861347 Nov 18 16:36:29.576209 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-9fccd407-1b7c-4005-ae80-12ffa9910c32 req-509aed61-db8a-44f7-82e4-76487d6626c2 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 Nov 18 16:36:29.722814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:30.706994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:30.788177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218cd31-5a75-4686-b7ea-894e3dac423e req-9ad8f57e-feb8-4407-bdc9-e02e01dcc5c6 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:30.789798 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4218cd31-5a75-4686-b7ea-894e3dac423e req-9ad8f57e-feb8-4407-bdc9-e02e01dcc5c6 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 932 time: 0.0855279 Nov 18 16:36:31.047415 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4218cd31-5a75-4686-b7ea-894e3dac423e req-f10d4c5a-7d36-44e6-add5-e5ccf76c4ff2 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514293 Nov 18 16:36:31.239898 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:31.854207 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Request body: {'port': {'device_id': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:36:31.970177 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:32.393871 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a16bf-92b2-4808-848f-9fc0c1f2d198 req-b236ab36-fd94-44ef-9052-9ac880107586 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:32.395397 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a02a16bf-92b2-4808-848f-9fc0c1f2d198 req-b236ab36-fd94-44ef-9052-9ac880107586 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 932 time: 0.2113671 Nov 18 16:36:32.478772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01dbbf7c-5c2a-4246-9834-6e866125816f {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 18 16:36:32.490486 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:32.501764 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a02a16bf-92b2-4808-848f-9fc0c1f2d198 req-9c0e5442-c251-46ad-a26f-c6ca838dbf9c tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751150 Nov 18 16:36:32.507522 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Transition to ACTIVE for port object 01dbbf7c-5c2a-4246-9834-6e866125816f will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 18 16:36:32.510278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:32.526609 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-290f6be2-218d-49c7-8cf8-e8a960225468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:32.664346 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=01dbbf7c-5c2a-4246-9834-6e866125816f,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:32.683332 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.683787 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.684202 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.684616 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.685021 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.685426 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.685827 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.686227 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.686627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.687025 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.687425 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.688372 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.688810 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.689205 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.689599 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.689997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.690388 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.690781 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.691173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.691605 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.691981 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.692375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.692767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.693156 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:32.698638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:32.870606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Attempting to bind port 01dbbf7c-5c2a-4246-9834-6e866125816f on host hv-cinder-75996 for vnic_type normal with profile {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:36:32.871176 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Attempting to bind port 01dbbf7c-5c2a-4246-9834-6e866125816f by drivers openvswitch on host hv-cinder-75996 at level 0 using segments [{'id': '6f3f5f33-90a8-4be7-8021-ed573c5b3955', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 18 16:36:32.871361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Attempting to bind port 01dbbf7c-5c2a-4246-9834-6e866125816f on network af8f78cd-54fd-4dc4-a436-f219045fce19 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 18 16:36:32.878899 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Checking agent: {'id': '2f621be5-773a-45dd-93b9-43233befbff1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 18, 16, 19, 43), 'started_at': datetime.datetime(2020, 11, 18, 16, 20, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 18, 16, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 18 16:36:32.879283 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Checking segment: {'id': '6f3f5f33-90a8-4be7-8021-ed573c5b3955', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 18 16:36:32.879747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:32.880151 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Bound using segment: {'id': '6f3f5f33-90a8-4be7-8021-ed573c5b3955', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 18 16:36:32.880633 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Bound port: 01dbbf7c-5c2a-4246-9834-6e866125816f, host: hv-cinder-75996, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3f5f33-90a8-4be7-8021-ed573c5b3955', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 18 16:36:32.881011 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:32.974489 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] For port 01dbbf7c-5c2a-4246-9834-6e866125816f, host hv-cinder-75996, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 18 16:36:32.977643 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] For port 01dbbf7c-5c2a-4246-9834-6e866125816f, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=01dbbf7c-5c2a-4246-9834-6e866125816f,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 18 16:36:32.980831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:32.996242 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1730a48f-f7e9-405e-bd5f-0921749c3c65 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:33.144504 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=01dbbf7c-5c2a-4246-9834-6e866125816f,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:33.149569 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:33.180977 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:33.182465 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-5f6e2c16-5d29-4a3e-a3d0-8d4d08cd2eb6 service neutron] 10.222.0.49 "PUT /v2.0/ports/01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 1158 time: 1.3342333 Nov 18 16:36:33.183000 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:36:33.262891 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f', 'status': 'completed', 'code': 200} Nov 18 16:36:33.301476 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-3379cef5-04ee-4263-847a-f402891f6c93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64a32f90bdf44965acc88575411116b7&device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 1161 time: 0.0825331 Nov 18 16:36:33.377811 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-e5644f9c-0f4a-4c91-bc7d-a9f060c053aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 217 time: 0.0656536 Nov 18 16:36:33.449597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde317db-44a0-4529-970a-99a2a917144d req-5266d2fd-0209-4a12-ad58-eed18ab332a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:33.451159 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-5266d2fd-0209-4a12-ad58-eed18ab332a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=27e29c25-0625-498b-993d-0fb946870dff HTTP/1.1" status: 200 len: 853 time: 0.0657980 Nov 18 16:36:33.534566 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-554f68ae-75b7-4b64-aa40-aef8adaa683b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af8f78cd-54fd-4dc4-a436-f219045fce19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762038 Nov 18 16:36:33.740438 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-d26b8fb5-f7ed-4c15-9aa8-81ca89386ac3 service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985550 Nov 18 16:36:33.850154 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06409973-4c8d-43bf-98f3-b767246c6c81 req-5f8c4f5c-3dbf-425d-aa6e-8b7a38046ba5 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:33.851775 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-06409973-4c8d-43bf-98f3-b767246c6c81 req-5f8c4f5c-3dbf-425d-aa6e-8b7a38046ba5 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 944 time: 0.2067552 Nov 18 16:36:33.933694 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-06409973-4c8d-43bf-98f3-b767246c6c81 req-0d420a9c-e0a6-4360-81d4-fbac23c03625 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748684 Nov 18 16:36:33.937091 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bde317db-44a0-4529-970a-99a2a917144d req-72c3bfc8-866a-40e0-9486-1efbf91664be service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1863787 Nov 18 16:36:34.057982 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c7cd5c22-1c15-4712-b025-fc492f99a8e1 req-9c8852d6-67b2-469e-b1af-42204ace2f59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64a32f90bdf44965acc88575411116b7&device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 1161 time: 0.0731919 Nov 18 16:36:34.195566 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd5c22-1c15-4712-b025-fc492f99a8e1 req-94020e1b-716f-4a7b-b72e-432a2c1763a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:34.197125 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c7cd5c22-1c15-4712-b025-fc492f99a8e1 req-94020e1b-716f-4a7b-b72e-432a2c1763a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 200 len: 908 time: 0.1328633 Nov 18 16:36:34.269386 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c7cd5c22-1c15-4712-b025-fc492f99a8e1 req-4cb577d4-3646-41d8-ac26-0a0e8fe01fc1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 217 time: 0.0651982 Nov 18 16:36:34.336808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd5c22-1c15-4712-b025-fc492f99a8e1 req-e1b2b469-6bd3-4387-8c44-175d0eb8d788 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:34.338229 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c7cd5c22-1c15-4712-b025-fc492f99a8e1 req-e1b2b469-6bd3-4387-8c44-175d0eb8d788 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=27e29c25-0625-498b-993d-0fb946870dff HTTP/1.1" status: 200 len: 853 time: 0.0616984 Nov 18 16:36:34.416003 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c7cd5c22-1c15-4712-b025-fc492f99a8e1 req-a11f5cab-68bc-4d58-8c82-63900f939137 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af8f78cd-54fd-4dc4-a436-f219045fce19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707858 Nov 18 16:36:34.554104 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c7cd5c22-1c15-4712-b025-fc492f99a8e1 req-9d1c7995-1875-45c3-ac6a-48000082172f service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308370 Nov 18 16:36:34.694888 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c7cd5c22-1c15-4712-b025-fc492f99a8e1 req-57fa955b-fc68-49f8-8949-1e4e37b193f3 service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1336102 Nov 18 16:36:35.141861 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49130967-2b59-4b19-a3e1-1c0858e930a3 req-8c930b4c-d4c7-41e0-9897-4341e7aa1efb tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:35.143450 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-49130967-2b59-4b19-a3e1-1c0858e930a3 req-8c930b4c-d4c7-41e0-9897-4341e7aa1efb tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 944 time: 0.0825913 Nov 18 16:36:35.190912 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-49130967-2b59-4b19-a3e1-1c0858e930a3 req-a3bd19ce-d7c8-4748-b70c-55a86a03a008 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Nov 18 16:36:36.401492 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11196ae-cdff-40b1-854f-a7df6aa876a3 req-966f0b91-8153-47c1-861b-731246ea1ae1 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:36.403097 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a11196ae-cdff-40b1-854f-a7df6aa876a3 req-966f0b91-8153-47c1-861b-731246ea1ae1 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 944 time: 0.0859768 Nov 18 16:36:36.449927 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a11196ae-cdff-40b1-854f-a7df6aa876a3 req-5cf9e046-7217-4a1d-a64a-8134784b5c0c tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Nov 18 16:36:36.890046 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:36:37.580611 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.objects.ports [None req-803041e4-20d2-4e20-874f-e883b00e0075 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 18 16:36:37.664805 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd30e8f-382d-48dd-8794-c2f936c9db48 req-803ae8f4-ffa5-4536-a4eb-c5d1d6c401e7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:37.666404 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0dd30e8f-382d-48dd-8794-c2f936c9db48 req-803ae8f4-ffa5-4536-a4eb-c5d1d6c401e7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 944 time: 0.0861566 Nov 18 16:36:37.715949 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0dd30e8f-382d-48dd-8794-c2f936c9db48 req-177d582a-1f73-403b-b83a-567e9ac2fe00 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Nov 18 16:36:38.052256 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 01dbbf7c-5c2a-4246-9834-6e866125816f up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:36:38.123021 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning for port 01dbbf7c-5c2a-4246-9834-6e866125816f completed by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 18 16:36:38.127706 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 01dbbf7c-5c2a-4246-9834-6e866125816f triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:38.128127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:38.241275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:38.268638 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:36:38.278547 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 01dbbf7c-5c2a-4246-9834-6e866125816f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=01dbbf7c-5c2a-4246-9834-6e866125816f,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:36:38.281994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:38.284626 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1e690c8-3cb7-471e-8472-6b36d76ae223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:38.329401 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f', 'code': 200} Nov 18 16:36:38.357060 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=01dbbf7c-5c2a-4246-9834-6e866125816f,revision_number=4']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:38.360269 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:38.677543 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0666f1c5-bee6-4002-a0fa-0848de010825 req-0d040ead-5c79-4f16-9bdf-f8e83561b465 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 1163 time: 0.0722687 Nov 18 16:36:38.728172 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0666f1c5-bee6-4002-a0fa-0848de010825 req-89371db8-3950-4cb2-b150-343692c3013c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436094 Nov 18 16:36:38.926882 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9eb6db-e302-43c5-9bab-e62512dff442 req-8fe580db-ef9d-4928-8e47-89986a8ce218 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:38.928573 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6a9eb6db-e302-43c5-9bab-e62512dff442 req-8fe580db-ef9d-4928-8e47-89986a8ce218 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 946 time: 0.0835319 Nov 18 16:36:38.976462 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6a9eb6db-e302-43c5-9bab-e62512dff442 req-8637df13-a0f1-4832-9690-b9813c91cce1 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419397 Nov 18 16:36:39.519188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 01dbbf7c-5c2a-4246-9834-6e866125816f up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:36:39.589122 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 01dbbf7c-5c2a-4246-9834-6e866125816f triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:36:39.589545 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:40.189690 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb6486-078b-4c8a-a3d5-c23c6e8e848a req-0ac94a1a-ca3a-42dd-a976-a86d0632312d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:40.191241 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dbdb6486-078b-4c8a-a3d5-c23c6e8e848a req-0ac94a1a-ca3a-42dd-a976-a86d0632312d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 946 time: 0.0836787 Nov 18 16:36:40.239275 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dbdb6486-078b-4c8a-a3d5-c23c6e8e848a req-da34d2d6-4c02-4cbc-ac50-c59c342bfd8d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Nov 18 16:36:41.449871 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e4019-426f-4b00-a09b-c03ef415ccd6 req-4aab8e88-7031-4836-9de8-7db29fc00a1c tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:41.451448 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-110e4019-426f-4b00-a09b-c03ef415ccd6 req-4aab8e88-7031-4836-9de8-7db29fc00a1c tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 946 time: 0.0865676 Nov 18 16:36:41.498648 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-110e4019-426f-4b00-a09b-c03ef415ccd6 req-9b8b3eae-2c33-4129-947d-2a7b7c5d1f27 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 Nov 18 16:36:41.707304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f28e4-126d-4931-993e-c72032866541 req-95137f46-a4a9-4c82-a831-18ac23c63573 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:41.708893 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bb9f28e4-126d-4931-993e-c72032866541 req-95137f46-a4a9-4c82-a831-18ac23c63573 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 946 time: 0.0843832 Nov 18 16:36:41.756112 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bb9f28e4-126d-4931-993e-c72032866541 req-2a56a42b-75c0-4ab8-be01-179fb8932142 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Nov 18 16:36:42.195853 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c210510-6fcb-4e63-8a7d-38128e1efc71 req-2694bdae-45ee-469a-a272-d2af3653a586 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:42.197352 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6c210510-6fcb-4e63-8a7d-38128e1efc71 req-2694bdae-45ee-469a-a272-d2af3653a586 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 946 time: 0.0808880 Nov 18 16:36:42.244107 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-6c210510-6fcb-4e63-8a7d-38128e1efc71 req-e908f7db-bf4e-44bf-96e6-8b824009f97b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Nov 18 16:36:44.649520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:45.634119 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fbb12c26-c8d0-46da-9139-984a1930a9a6 req-4ac1fef5-408e-4568-992e-c096fcea2bcf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0752614 Nov 18 16:36:45.793710 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fbb12c26-c8d0-46da-9139-984a1930a9a6 req-b60b7b67-5d46-404a-8422-a6dc47ce346c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64a32f90bdf44965acc88575411116b7&device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 1163 time: 0.0786886 Nov 18 16:36:46.162180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb12c26-c8d0-46da-9139-984a1930a9a6 req-d76187b8-d3bd-48d0-8eb6-1d6017901458 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:46.163873 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fbb12c26-c8d0-46da-9139-984a1930a9a6 req-d76187b8-d3bd-48d0-8eb6-1d6017901458 service neutron] 10.222.0.49 "GET /v2.0/networks?id=af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 200 len: 908 time: 0.3499143 Nov 18 16:36:46.247322 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fbb12c26-c8d0-46da-9139-984a1930a9a6 req-d5f914bc-ef26-469c-96ce-41c89c5db683 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 217 time: 0.0660024 Nov 18 16:36:46.317831 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb12c26-c8d0-46da-9139-984a1930a9a6 req-a3b0ca89-2397-4258-b972-fa59b6b45764 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:46.319385 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fbb12c26-c8d0-46da-9139-984a1930a9a6 req-a3b0ca89-2397-4258-b972-fa59b6b45764 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=27e29c25-0625-498b-993d-0fb946870dff HTTP/1.1" status: 200 len: 853 time: 0.0614314 Nov 18 16:36:46.402742 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fbb12c26-c8d0-46da-9139-984a1930a9a6 req-eee4767b-513e-43ea-b1df-f6c78d65d32d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af8f78cd-54fd-4dc4-a436-f219045fce19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739708 Nov 18 16:36:46.543269 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fbb12c26-c8d0-46da-9139-984a1930a9a6 req-420236b9-647e-4804-91a0-b43eb3335c4f service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331422 Nov 18 16:36:46.682906 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-fbb12c26-c8d0-46da-9139-984a1930a9a6 req-d3695b13-d8e8-435b-8dbf-b5d16492deb2 service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1326556 Nov 18 16:36:52.809626 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66c2b6-529e-4be3-9880-d1073fd71b98 req-cd857b4c-4af5-4fb0-9ed6-a156c17e792f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:52.811250 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1c66c2b6-529e-4be3-9880-d1073fd71b98 req-cd857b4c-4af5-4fb0-9ed6-a156c17e792f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 946 time: 0.0840816 Nov 18 16:36:52.859121 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1c66c2b6-529e-4be3-9880-d1073fd71b98 req-0d3972f8-e074-4054-bdc8-e875f4f03fcf tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Nov 18 16:36:53.069835 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-14a5ddf6-886d-4ded-89e6-57636afdfc48 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1541815 Nov 18 16:36:53.080567 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Request body: {'floatingip': {'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:36:53.086065 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:36:53.090081 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Usage tracker for resource:floatingip and tenant:64a32f90bdf44965acc88575411116b7 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:36:53.093013 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:36:53.098712 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:36:53.107996 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for floatingip, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:53.250259 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:53.515759 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_common [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Allocated IP 172.27.0.116 (eae6701d-1990-4314-b852-5917518e9bba/a4009138-cc1b-4765-b6fb-59f9eda2f1c2/6d0cced8-4c89-4bee-8938-b3d904daaee1) {{(pid=80322) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 18 16:36:53.667502 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for port, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:53.694025 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363279399773488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:53.709128 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-19ba98fe-bdb5-4431-8b05-45ec82bd798d tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:54.076400 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Pushing event updated for resources: {'Port': ['ID=6d0cced8-4c89-4bee-8938-b3d904daaee1,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:54.095273 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.095714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.096127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.096532 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.096931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.097330 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.097726 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.098123 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.098520 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.098915 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.099304 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.099742 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.100174 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.100567 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.100957 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.101348 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.101738 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.102127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.102521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.102908 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.103296 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.103709 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.104100 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.104484 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:36:54.117275 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:54.141030 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Network eae6701d-1990-4314-b852-5917518e9bba is already hosted by enough agents. {{(pid=80322) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 18 16:36:54.142144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.base_scheduler [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Resources bound (agent type, host, resource id): {{(pid=80322) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 18 16:36:54.144345 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Received port after_create {{(pid=80322) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 18 16:36:54.233167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for floatingip, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:54.289767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:54.552249 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:54.555471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:54.570122 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:54.709658 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Pushing event updated for resources: {'Port': ['ID=6d0cced8-4c89-4bee-8938-b3d904daaee1,revision_number=2']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:54.714003 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:54.811487 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:54.833691 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:54.835008 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-1cdbac2e-a02c-4075-bcff-2d525032f6c0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7593904 Nov 18 16:36:54.918433 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-5beda56b-46d6-40d5-8b1a-7342330ba748 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Synchronizing usage tracker for tenant:64a32f90bdf44965acc88575411116b7 on resource:floatingip {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:36:54.934465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-5beda56b-46d6-40d5-8b1a-7342330ba748 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Unset dirty status for tenant:64a32f90bdf44965acc88575411116b7 on resource:floatingip {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:36:54.935786 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-5beda56b-46d6-40d5-8b1a-7342330ba748 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.116 HTTP/1.1" status: 200 len: 696 time: 0.0943644 Nov 18 16:36:55.095024 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-412eda1d-b59b-4f66-8023-00bc90d62c85 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:55.096462 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d397061b-f1bd-4bf2-8c8a-ef44e2943999 req-412eda1d-b59b-4f66-8023-00bc90d62c85 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/networks/eae6701d-1990-4314-b852-5917518e9bba HTTP/1.1" status: 200 len: 784 time: 0.1547480 Nov 18 16:36:55.286207 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-1a8e7a7e-a7b7-4a6e-ad14-c3203e2ff944 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:55.287799 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-1a8e7a7e-a7b7-4a6e-ad14-c3203e2ff944 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0859184 Nov 18 16:36:55.368448 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-752bd847-5d4d-40bd-9c59-f31d25e461ec tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.116 HTTP/1.1" status: 200 len: 696 time: 0.0746441 Nov 18 16:36:55.378563 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-89f97063-355e-494c-9758-fddb2eaaa91d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Request body: {'floatingip': {'port_id': '01dbbf7c-5c2a-4246-9834-6e866125816f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:36:55.457685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-89f97063-355e-494c-9758-fddb2eaaa91d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for floatingip, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:56.075732 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-89f97063-355e-494c-9758-fddb2eaaa91d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:56.078517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-89f97063-355e-494c-9758-fddb2eaaa91d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33286552'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:56.276343 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-89f97063-355e-494c-9758-fddb2eaaa91d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Floating IP bd65775d-eddc-4ea7-a2f1-196edc3da267 associated. External IP: 172.27.0.116, port: 01dbbf7c-5c2a-4246-9834-6e866125816f. Nov 18 16:36:56.671662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-89f97063-355e-494c-9758-fddb2eaaa91d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Router 318c44b4-6b1e-4c34-a53b-50932fc09140 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:36:56.741331 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-468f6c59-8588-4773-9c82-77bf1b571ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:57.098578 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-89f97063-355e-494c-9758-fddb2eaaa91d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:36:57.102941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-89f97063-355e-494c-9758-fddb2eaaa91d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:57.109027 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29217bb6-f874-46c0-a22e-9d70787fe40c None None] Sync routers for ids ['318c44b4-6b1e-4c34-a53b-50932fc09140'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:36:57.121662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29217bb6-f874-46c0-a22e-9d70787fe40c None None] Routers {'318c44b4-6b1e-4c34-a53b-50932fc09140'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:36:57.122337 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-29217bb6-f874-46c0-a22e-9d70787fe40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:36:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['318c44b4-6b1e-4c34-a53b-50932fc09140'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:57.157367 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-89f97063-355e-494c-9758-fddb2eaaa91d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "PUT /v2.0/floatingips/bd65775d-eddc-4ea7-a2f1-196edc3da267 HTTP/1.1" status: 200 len: 997 time: 1.7833054 Nov 18 16:36:57.157928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:36:57.220525 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f', 'status': 'completed', 'code': 200} Nov 18 16:36:57.292682 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-6bd12263-514b-4529-80a1-1fe86149ffe1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64a32f90bdf44965acc88575411116b7&device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 1163 time: 0.1218073 Nov 18 16:36:57.312405 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-29217bb6-f874-46c0-a22e-9d70787fe40c None None] Set router 318c44b4-6b1e-4c34-a53b-50932fc09140 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:36:57.427409 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b6bccbd7-9371-4f15-b8bf-7f5832970da6 req-9b69a98d-e3e7-4d63-a886-12b36bc34870 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64a32f90bdf44965acc88575411116b7&device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 1163 time: 0.1857767 Nov 18 16:36:57.497868 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-88e1fa1c-625a-4d54-9067-a52587bb89a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:57.499424 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-88e1fa1c-625a-4d54-9067-a52587bb89a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 200 len: 908 time: 0.1986232 Nov 18 16:36:57.675446 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-29217bb6-f874-46c0-a22e-9d70787fe40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:36:06Z', 'revision_number': 4, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port': {'id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:03Z', 'updated_at': '2020-11-18T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': 'bd65775d-eddc-4ea7-a2f1-196edc3da267', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'port_id': '01dbbf7c-5c2a-4246-9834-6e866125816f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'mac_address': 'fa:16:3e:d7:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:36:54Z', 'updated_at': '2020-11-18T16:36:55Z', 'revision_number': 1, 'project_id': '64a32f90bdf44965acc88575411116b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bac531-2d77-4a48-ac05-a8e423065bac', 'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'mac_address': 'fa:16:3e:2b:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e29c25-0625-498b-993d-0fb946870dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:05Z', 'updated_at': '2020-11-18T16:36:13Z', 'revision_number': 5, 'project_id': '64a32f90bdf44965acc88575411116b7', 'subnets': [{'id': '27e29c25-0625-498b-993d-0fb946870dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:57.679729 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29217bb6-f874-46c0-a22e-9d70787fe40c None None] Checking router: 318c44b4-6b1e-4c34-a53b-50932fc09140 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:36:57.681086 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-ba1da35f-c5d4-4b71-b3a6-ba59359e3d2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 1000 time: 0.1360526 Nov 18 16:36:57.682062 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bccbd7-9371-4f15-b8bf-7f5832970da6 req-962fd08c-5477-4a31-a938-fe80716cbaa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:57.683539 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b6bccbd7-9371-4f15-b8bf-7f5832970da6 req-962fd08c-5477-4a31-a938-fe80716cbaa2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 200 len: 908 time: 0.2470469 Nov 18 16:36:57.691130 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29217bb6-f874-46c0-a22e-9d70787fe40c None None] Routers {'318c44b4-6b1e-4c34-a53b-50932fc09140'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:36:57.691839 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-29217bb6-f874-46c0-a22e-9d70787fe40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:36:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['318c44b4-6b1e-4c34-a53b-50932fc09140'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:57.845834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-3ec824bb-c94f-4f23-b89e-7fd276d0e846 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:57.847476 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-3ec824bb-c94f-4f23-b89e-7fd276d0e846 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27e29c25-0625-498b-993d-0fb946870dff HTTP/1.1" status: 200 len: 853 time: 0.1597207 Nov 18 16:36:57.898649 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b6bccbd7-9371-4f15-b8bf-7f5832970da6 req-319e1a5d-619d-4763-90f3-9f9b7b575ebd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 1000 time: 0.1732848 Nov 18 16:36:57.983135 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bccbd7-9371-4f15-b8bf-7f5832970da6 req-54898eda-aa74-4bfe-8ec1-2c9e811dd9e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:57.984783 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b6bccbd7-9371-4f15-b8bf-7f5832970da6 req-54898eda-aa74-4bfe-8ec1-2c9e811dd9e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=27e29c25-0625-498b-993d-0fb946870dff HTTP/1.1" status: 200 len: 853 time: 0.0778034 Nov 18 16:36:58.025974 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-29217bb6-f874-46c0-a22e-9d70787fe40c None None] Set router 318c44b4-6b1e-4c34-a53b-50932fc09140 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:36:58.031696 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-70cf6546-a79a-4125-a566-853e965da4f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af8f78cd-54fd-4dc4-a436-f219045fce19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1756661 Nov 18 16:36:58.044167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-2926492e-ade0-4cb3-9bff-330ec756453b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 18 16:36:58.045207 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-2926492e-ade0-4cb3-9bff-330ec756453b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0060151 Nov 18 16:36:58.177221 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b6bccbd7-9371-4f15-b8bf-7f5832970da6 req-0b57481a-b5d0-459f-9a80-373134971ead service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af8f78cd-54fd-4dc4-a436-f219045fce19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1853170 Nov 18 16:36:58.294842 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-ae3ea2d4-d4e1-4043-a5a2-fda49e27d5e1 service neutron] 10.222.0.15 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408762 Nov 18 16:36:58.392384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-29217bb6-f874-46c0-a22e-9d70787fe40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:36:06Z', 'revision_number': 4, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port': {'id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:03Z', 'updated_at': '2020-11-18T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': 'bd65775d-eddc-4ea7-a2f1-196edc3da267', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'port_id': '01dbbf7c-5c2a-4246-9834-6e866125816f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'mac_address': 'fa:16:3e:d7:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:36:54Z', 'updated_at': '2020-11-18T16:36:55Z', 'revision_number': 1, 'project_id': '64a32f90bdf44965acc88575411116b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bac531-2d77-4a48-ac05-a8e423065bac', 'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'mac_address': 'fa:16:3e:2b:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e29c25-0625-498b-993d-0fb946870dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:05Z', 'updated_at': '2020-11-18T16:36:13Z', 'revision_number': 5, 'project_id': '64a32f90bdf44965acc88575411116b7', 'subnets': [{'id': '27e29c25-0625-498b-993d-0fb946870dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:36:58.396581 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29217bb6-f874-46c0-a22e-9d70787fe40c None None] The sync data for ids ['318c44b4-6b1e-4c34-a53b-50932fc09140'] in dv-cinder-759961-2-iscsi is: [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:36:06Z', 'revision_number': 4, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port': {'id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:03Z', 'updated_at': '2020-11-18T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_floatingips': [{'id': 'bd65775d-eddc-4ea7-a2f1-196edc3da267', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'router_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'port_id': '01dbbf7c-5c2a-4246-9834-6e866125816f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'mac_address': 'fa:16:3e:d7:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-18T16:36:54Z', 'updated_at': '2020-11-18T16:36:55Z', 'revision_number': 1, 'project_id': '64a32f90bdf44965acc88575411116b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bac531-2d77-4a48-ac05-a8e423065bac', 'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'mac_address': 'fa:16:3e:2b:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e29c25-0625-498b-993d-0fb946870dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:05Z', 'updated_at': '2020-11-18T16:36:13Z', 'revision_number': 5, 'project_id': '64a32f90bdf44965acc88575411116b7', 'subnets': [{'id': '27e29c25-0625-498b-993d-0fb946870dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:36:58.447451 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b6bccbd7-9371-4f15-b8bf-7f5832970da6 req-2aa6cedc-f8b9-4b0d-ad72-5e4ad8b79734 service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611237 Nov 18 16:36:58.518870 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f2f72b01-7c81-48de-aef1-82c2b177e735 req-cc07dc90-0e25-4269-903f-22f29c76b932 service neutron] 10.222.0.15 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2162044 Nov 18 16:36:58.566573 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-f69cab23-1025-458f-891f-8a989064851f req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-269766943', 'description': 'tempest-TestMinimumBasicScenario-269766943 description'}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:36:58.572976 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f69cab23-1025-458f-891f-8a989064851f req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:36:58.583245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f69cab23-1025-458f-891f-8a989064851f req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:36:58.592321 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f69cab23-1025-458f-891f-8a989064851f req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for security_group, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:58.611298 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b6bccbd7-9371-4f15-b8bf-7f5832970da6 req-9888fcdf-f692-435a-8c79-8e035983546c service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1557891 Nov 18 16:36:58.630849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f69cab23-1025-458f-891f-8a989064851f req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:36:58.635011 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f69cab23-1025-458f-891f-8a989064851f req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Usage tracker for resource:security_group_rule and tenant:64a32f90bdf44965acc88575411116b7 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:36:58.638002 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f69cab23-1025-458f-891f-8a989064851f req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:36:58.644526 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-f69cab23-1025-458f-891f-8a989064851f req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:36:58.707325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f69cab23-1025-458f-891f-8a989064851f req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for security_group, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:58.711645 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f69cab23-1025-458f-891f-8a989064851f req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:58.717486 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ed084c7f-c548-4ffc-a831-b02b17bb0d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:58.730475 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23f698b-4a55-42ba-9379-ccc704f92621 None None] New status for floating IP bd65775d-eddc-4ea7-a2f1-196edc3da267: ACTIVE {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:36:58.772660 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8,revision_number=1']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:58.776047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:58.776986 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-f69cab23-1025-458f-891f-8a989064851f req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:58.778371 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f69cab23-1025-458f-891f-8a989064851f req-afdbbe0c-be8b-407e-ad90-d71b119aab93 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.2166286 Nov 18 16:36:58.867336 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4370c27e-5635-4eac-b35c-6d53b3175574 req-096f0a67-bedc-448d-aeca-c9688103f9e9 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups/bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8 HTTP/1.1" status: 200 len: 1646 time: 0.0481920 Nov 18 16:36:58.878132 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-4370c27e-5635-4eac-b35c-6d53b3175574 req-7039bb43-f78f-4fc1-9e18-fc9960993c3a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:36:58.878496 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-4370c27e-5635-4eac-b35c-6d53b3175574 req-7039bb43-f78f-4fc1-9e18-fc9960993c3a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:36:58.884644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-4370c27e-5635-4eac-b35c-6d53b3175574 req-7039bb43-f78f-4fc1-9e18-fc9960993c3a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:36:58.888662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-4370c27e-5635-4eac-b35c-6d53b3175574 req-7039bb43-f78f-4fc1-9e18-fc9960993c3a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Usage tracker for resource:security_group_rule and tenant:64a32f90bdf44965acc88575411116b7 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:36:58.891716 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-4370c27e-5635-4eac-b35c-6d53b3175574 req-7039bb43-f78f-4fc1-9e18-fc9960993c3a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:36:58.897425 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-4370c27e-5635-4eac-b35c-6d53b3175574 req-7039bb43-f78f-4fc1-9e18-fc9960993c3a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:36:58.957407 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-4370c27e-5635-4eac-b35c-6d53b3175574 req-7039bb43-f78f-4fc1-9e18-fc9960993c3a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:58.981090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-4370c27e-5635-4eac-b35c-6d53b3175574 req-7039bb43-f78f-4fc1-9e18-fc9960993c3a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:58.984358 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-4370c27e-5635-4eac-b35c-6d53b3175574 req-7039bb43-f78f-4fc1-9e18-fc9960993c3a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:58.986463 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:59.010855 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039bb43-f78f-4fc1-9e18-fc9960993c3a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e2cfcd-ce9f-4afe-9c51-cd7e1772b34f,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:59.016662 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-7039bb43-f78f-4fc1-9e18-fc9960993c3a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:59.020132 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-4370c27e-5635-4eac-b35c-6d53b3175574 req-7039bb43-f78f-4fc1-9e18-fc9960993c3a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:59.021466 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4370c27e-5635-4eac-b35c-6d53b3175574 req-7039bb43-f78f-4fc1-9e18-fc9960993c3a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.1474831 Nov 18 16:36:59.104695 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c5e485d4-9bf0-433d-9c15-892a09402fd4 req-9ab7de27-d026-48fa-a18d-15acf861d2dc tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups/bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8 HTTP/1.1" status: 200 len: 2149 time: 0.0490294 Nov 18 16:36:59.115671 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-c5e485d4-9bf0-433d-9c15-892a09402fd4 req-0a65feab-7a09-4127-a1e3-fb6d1b1306b7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8', 'remote_group_id': None}]} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:36:59.116034 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-c5e485d4-9bf0-433d-9c15-892a09402fd4 req-0a65feab-7a09-4127-a1e3-fb6d1b1306b7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8', 'remote_group_id': None}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:36:59.122201 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-c5e485d4-9bf0-433d-9c15-892a09402fd4 req-0a65feab-7a09-4127-a1e3-fb6d1b1306b7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 18 16:36:59.126362 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-c5e485d4-9bf0-433d-9c15-892a09402fd4 req-0a65feab-7a09-4127-a1e3-fb6d1b1306b7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Usage tracker for resource:security_group_rule and tenant:64a32f90bdf44965acc88575411116b7 is out of sync, need to count used quota {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 18 16:36:59.129326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-c5e485d4-9bf0-433d-9c15-892a09402fd4 req-0a65feab-7a09-4127-a1e3-fb6d1b1306b7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80322) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 18 16:36:59.135058 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.quota.driver [req-c5e485d4-9bf0-433d-9c15-892a09402fd4 req-0a65feab-7a09-4127-a1e3-fb6d1b1306b7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80322) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 18 16:36:59.191341 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-c5e485d4-9bf0-433d-9c15-892a09402fd4 req-0a65feab-7a09-4127-a1e3-fb6d1b1306b7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for security_group_rule, before_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:59.216464 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-c5e485d4-9bf0-433d-9c15-892a09402fd4 req-0a65feab-7a09-4127-a1e3-fb6d1b1306b7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:59.219426 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-c5e485d4-9bf0-433d-9c15-892a09402fd4 req-0a65feab-7a09-4127-a1e3-fb6d1b1306b7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262498'] for security_group_rule, after_create {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:59.221658 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-879efa19-f080-4ae7-b113-59cbd9665ded tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:36:59.245038 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65feab-7a09-4127-a1e3-fb6d1b1306b7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d59d57-0f81-4c08-9a49-92d6d59669d0,revision_number=0']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:36:59.247533 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-0a65feab-7a09-4127-a1e3-fb6d1b1306b7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:36:59.253980 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-c5e485d4-9bf0-433d-9c15-892a09402fd4 req-0a65feab-7a09-4127-a1e3-fb6d1b1306b7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for security_group_rule, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:59.255295 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c5e485d4-9bf0-433d-9c15-892a09402fd4 req-0a65feab-7a09-4127-a1e3-fb6d1b1306b7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1437809 Nov 18 16:36:59.346330 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b23b06c5-a6fd-4914-8d98-6e4821ebe951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:59.402843 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c113111f-c180-4e96-9ec4-ebd260c43e2d req-eb3c3f41-aa3e-4b12-859c-3cfaafce5ce8 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-269766943&fields=id&tenant_id=64a32f90bdf44965acc88575411116b7 HTTP/1.1" status: 200 len: 267 time: 0.0422378 Nov 18 16:36:59.486849 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113111f-c180-4e96-9ec4-ebd260c43e2d req-860d5b50-e86a-4fb0-950e-b99bc7c8e5d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:36:59.488348 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c113111f-c180-4e96-9ec4-ebd260c43e2d req-860d5b50-e86a-4fb0-950e-b99bc7c8e5d4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 946 time: 0.0791886 Nov 18 16:36:59.499808 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-c113111f-c180-4e96-9ec4-ebd260c43e2d req-4d89e12b-4123-4d85-9032-31a203529757 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Request body: {'port': {'security_groups': ['0c83124d-ea95-4186-ac4a-7f357a1d7c13', 'bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:36:59.619376 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-c113111f-c180-4e96-9ec4-ebd260c43e2d req-4d89e12b-4123-4d85-9032-31a203529757 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:59.725317 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:59.937935 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-c113111f-c180-4e96-9ec4-ebd260c43e2d req-4d89e12b-4123-4d85-9032-31a203529757 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] For port 01dbbf7c-5c2a-4246-9834-6e866125816f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=01dbbf7c-5c2a-4246-9834-6e866125816f,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:36:59.964245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-c113111f-c180-4e96-9ec4-ebd260c43e2d req-4d89e12b-4123-4d85-9032-31a203529757 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:59.967703 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-c113111f-c180-4e96-9ec4-ebd260c43e2d req-4d89e12b-4123-4d85-9032-31a203529757 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822920283'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:36:59.981834 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9dfa1309-0a3d-4dfe-868d-caffc0ed4b1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:37:00.137606 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89e12b-4123-4d85-9032-31a203529757 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Pushing event updated for resources: {'Port': ['ID=01dbbf7c-5c2a-4246-9834-6e866125816f,revision_number=5']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:37:00.142271 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4d89e12b-4123-4d85-9032-31a203529757 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:37:00.179384 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113111f-c180-4e96-9ec4-ebd260c43e2d req-4d89e12b-4123-4d85-9032-31a203529757 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:37:00.180079 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-c113111f-c180-4e96-9ec4-ebd260c43e2d req-4d89e12b-4123-4d85-9032-31a203529757 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:00.181547 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-c113111f-c180-4e96-9ec4-ebd260c43e2d req-4d89e12b-4123-4d85-9032-31a203529757 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "PUT /v2.0/ports/01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 982 time: 0.6866167 Nov 18 16:37:00.182076 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:37:00.245519 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f', 'status': 'completed', 'code': 200} Nov 18 16:37:00.408445 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-cd9d83a6-15a4-44fa-a3e7-1c6af115c0c0 None None] Provisioning complete for port 01dbbf7c-5c2a-4246-9834-6e866125816f triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:37:00.409000 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-cd9d83a6-15a4-44fa-a3e7-1c6af115c0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:00.413503 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b9e4f046-86b0-4f23-ab1d-8e22bc515d47 req-e671f43a-f466-47c8-83f1-6504b5be8d47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64a32f90bdf44965acc88575411116b7&device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 1203 time: 0.1451058 Nov 18 16:37:00.420335 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee53ec0-e771-4974-9f0a-bd23bf4298e2 req-88b91e85-7fb6-47d3-b6e0-61e909838cf5 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:37:00.422423 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dee53ec0-e771-4974-9f0a-bd23bf4298e2 req-88b91e85-7fb6-47d3-b6e0-61e909838cf5 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 985 time: 0.1156068 Nov 18 16:37:00.710394 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:00.799921 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-dee53ec0-e771-4974-9f0a-bd23bf4298e2 req-4ec0abd7-e7ed-4a42-ac00-9d2759dba83b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&id=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.3502829 Nov 18 16:37:00.818538 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4f046-86b0-4f23-ab1d-8e22bc515d47 req-dea03721-6384-4af9-b8ca-526f92892806 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:37:00.820064 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b9e4f046-86b0-4f23-ab1d-8e22bc515d47 req-dea03721-6384-4af9-b8ca-526f92892806 service neutron] 10.222.0.49 "GET /v2.0/networks?id=af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 200 len: 908 time: 0.3937957 Nov 18 16:37:00.931477 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b9e4f046-86b0-4f23-ab1d-8e22bc515d47 req-e862899a-cd53-4f7f-b950-6e53c7c97328 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 1002 time: 0.1020472 Nov 18 16:37:01.000940 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4f046-86b0-4f23-ab1d-8e22bc515d47 req-1369551e-1af1-43cd-8ade-1a01cfdada2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:37:01.002499 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b9e4f046-86b0-4f23-ab1d-8e22bc515d47 req-1369551e-1af1-43cd-8ade-1a01cfdada2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=27e29c25-0625-498b-993d-0fb946870dff HTTP/1.1" status: 200 len: 853 time: 0.0632002 Nov 18 16:37:01.088292 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b9e4f046-86b0-4f23-ab1d-8e22bc515d47 req-11d06acf-8f8d-4738-ba0f-cd3aa0959452 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af8f78cd-54fd-4dc4-a436-f219045fce19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750911 Nov 18 16:37:01.231921 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b9e4f046-86b0-4f23-ab1d-8e22bc515d47 req-9bbbe615-f366-4ff4-842f-15d10643fa88 service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361856 Nov 18 16:37:01.242514 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:01.376809 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-b9e4f046-86b0-4f23-ab1d-8e22bc515d47 req-4c8e792a-2255-4f89-98ba-2b188934dd78 service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348934 Nov 18 16:37:01.955468 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 01dbbf7c-5c2a-4246-9834-6e866125816f up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:37:02.027454 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 01dbbf7c-5c2a-4246-9834-6e866125816f triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:37:02.027925 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:02.075968 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-17ce1fc3-5828-471d-b083-32e37177b45e req-31e1e35b-d3f3-442d-b562-3e0662419eb9 service neutron] (80322) timed out ('10.222.0.49', 49912) {{(pid=80322) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 18 16:37:03.943727 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [req-e176167e-faa6-4fad-bb50-337cd9f053a3 req-93a22ff2-55bd-4065-afc3-202a58f7a540 service neutron] (80323) timed out ('10.222.0.49', 49924) {{(pid=80323) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 18 16:37:13.890937 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:37:14.683253 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:26.742365 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d796ccaf-9e1e-4956-afad-764ec7e4eb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:29.338203 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e52c-680f-4de4-b12e-2d2332777b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:29.727221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:30.712272 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:31.244565 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:44.712673 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:45.692018 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e1247f1-fd1c-4a2f-87ef-873262c9cee9 req-16b0babc-258b-4cb4-af1d-8e556a2ca6f2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1486723 Nov 18 16:37:45.844445 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e1247f1-fd1c-4a2f-87ef-873262c9cee9 req-91de2cd2-4471-4d97-ba2b-1ed153f6c377 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64a32f90bdf44965acc88575411116b7&device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 1203 time: 0.0756342 Nov 18 16:37:46.000553 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1247f1-fd1c-4a2f-87ef-873262c9cee9 req-7637a529-608c-4198-8d5d-4b3e4bb52a3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:37:46.002136 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e1247f1-fd1c-4a2f-87ef-873262c9cee9 req-7637a529-608c-4198-8d5d-4b3e4bb52a3f service neutron] 10.222.0.49 "GET /v2.0/networks?id=af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 200 len: 908 time: 0.1374068 Nov 18 16:37:46.113490 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e1247f1-fd1c-4a2f-87ef-873262c9cee9 req-9cc22d2a-9ba9-43b2-bf2d-765eecc1fc60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 1002 time: 0.1022255 Nov 18 16:37:46.182544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1247f1-fd1c-4a2f-87ef-873262c9cee9 req-04acb0be-0da4-47de-9d4a-aa4157f120f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:37:46.184122 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e1247f1-fd1c-4a2f-87ef-873262c9cee9 req-04acb0be-0da4-47de-9d4a-aa4157f120f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=27e29c25-0625-498b-993d-0fb946870dff HTTP/1.1" status: 200 len: 853 time: 0.0638974 Nov 18 16:37:46.267747 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e1247f1-fd1c-4a2f-87ef-873262c9cee9 req-4d3507f1-2b9c-42de-8121-0b7604ee20b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af8f78cd-54fd-4dc4-a436-f219045fce19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764818 Nov 18 16:37:46.412705 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e1247f1-fd1c-4a2f-87ef-873262c9cee9 req-4f40e64d-cabd-40f1-81b3-5cd7b688362d service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369677 Nov 18 16:37:46.555866 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7e1247f1-fd1c-4a2f-87ef-873262c9cee9 req-4c262096-f7ae-4f1b-a789-a313748acd17 service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358776 Nov 18 16:37:50.891922 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:37:56.742822 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dc6022a9-686f-4b72-851f-93ffa1a5edc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:58.655029 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8e9b2556-4b32-415f-a1f5-bc6180e13423 req-4826baba-034f-4307-8b43-f2c9de689547 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64a32f90bdf44965acc88575411116b7&device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 1203 time: 0.1433651 Nov 18 16:37:58.664913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706d420-e1db-402c-933d-354255f8468d req-b97b2aa4-78e3-4f9c-8faf-aa31e73947e5 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:37:58.666411 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1706d420-e1db-402c-933d-354255f8468d req-b97b2aa4-78e3-4f9c-8faf-aa31e73947e5 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 985 time: 0.1111412 Nov 18 16:37:58.823029 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-1706d420-e1db-402c-933d-354255f8468d req-76570311-a329-45ca-a889-7b6ef1378a85 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&id=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1308303 Nov 18 16:37:58.844885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b2556-4b32-415f-a1f5-bc6180e13423 req-074ae13b-7933-479e-bfe9-5d621dde8fa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:37:58.846486 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8e9b2556-4b32-415f-a1f5-bc6180e13423 req-074ae13b-7933-479e-bfe9-5d621dde8fa3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 200 len: 908 time: 0.1791739 Nov 18 16:37:58.958036 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8e9b2556-4b32-415f-a1f5-bc6180e13423 req-1173cc23-f26d-4906-98c9-eddc1e9774e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 1002 time: 0.1032178 Nov 18 16:37:59.028247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b2556-4b32-415f-a1f5-bc6180e13423 req-1186f12a-db53-4a76-a3d2-95871e548b5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:37:59.029818 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8e9b2556-4b32-415f-a1f5-bc6180e13423 req-1186f12a-db53-4a76-a3d2-95871e548b5b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=27e29c25-0625-498b-993d-0fb946870dff HTTP/1.1" status: 200 len: 853 time: 0.0639610 Nov 18 16:37:59.113446 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8e9b2556-4b32-415f-a1f5-bc6180e13423 req-cfdc0163-5c36-441f-a9f3-0881c7e23daf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af8f78cd-54fd-4dc4-a436-f219045fce19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758960 Nov 18 16:37:59.254845 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8e9b2556-4b32-415f-a1f5-bc6180e13423 req-f192dc27-92bb-447d-884f-3cbc1141e430 service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338727 Nov 18 16:37:59.338885 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dbc264d5-4748-4de4-9f40-602933fffa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:37:59.396527 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-8e9b2556-4b32-415f-a1f5-bc6180e13423 req-38e3d02e-7824-4111-b427-e09513a0e5db service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1342125 Nov 18 16:37:59.732573 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:38:00.043117 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1559ac-8112-4823-902a-147be041559d req-147ccd1a-9ef1-40b9-99b9-1e399e67153d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:38:00.044752 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4d1559ac-8112-4823-902a-147be041559d req-147ccd1a-9ef1-40b9-99b9-1e399e67153d tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 985 time: 0.0866797 Nov 18 16:38:00.093636 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-4d1559ac-8112-4823-902a-147be041559d req-d6dd6a43-f66c-4342-a5b6-192ff649bb85 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Synchronizing usage tracker for tenant:64a32f90bdf44965acc88575411116b7 on resource:security_group {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:38:00.107913 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-4d1559ac-8112-4823-902a-147be041559d req-d6dd6a43-f66c-4342-a5b6-192ff649bb85 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Unset dirty status for tenant:64a32f90bdf44965acc88575411116b7 on resource:security_group {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:38:00.109117 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-4d1559ac-8112-4823-902a-147be041559d req-d6dd6a43-f66c-4342-a5b6-192ff649bb85 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&id=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0577478 Nov 18 16:38:00.714325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:38:01.248968 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:38:01.320095 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48c7a-f94e-4008-8b5a-cfea0aa0619f req-299d5536-e329-4e4c-b26b-77a5f2dbd059 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:38:01.321677 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-efa48c7a-f94e-4008-8b5a-cfea0aa0619f req-299d5536-e329-4e4c-b26b-77a5f2dbd059 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 985 time: 0.0822453 Nov 18 16:38:01.370899 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-efa48c7a-f94e-4008-8b5a-cfea0aa0619f req-14607cc0-c34c-4315-848c-1c31ae04a2c7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&id=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0424709 Nov 18 16:38:02.579114 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a12d94-962c-44f3-a8c7-aaee8ba1c07e req-1f434c9f-7a37-416a-8205-e3cf29cada8a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:38:02.580743 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e8a12d94-962c-44f3-a8c7-aaee8ba1c07e req-1f434c9f-7a37-416a-8205-e3cf29cada8a tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 985 time: 0.0829375 Nov 18 16:38:02.629658 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-e8a12d94-962c-44f3-a8c7-aaee8ba1c07e req-1b26ebae-ed85-4274-a8dd-b511a3d948be tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&id=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0423210 Nov 18 16:38:03.845708 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278cd00-ada0-4cfd-a503-9cc5b5083ca5 req-b3740c99-c0e1-472b-8107-d78fa6792575 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:38:03.847857 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2278cd00-ada0-4cfd-a503-9cc5b5083ca5 req-b3740c99-c0e1-472b-8107-d78fa6792575 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 985 time: 0.0875397 Nov 18 16:38:03.896942 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2278cd00-ada0-4cfd-a503-9cc5b5083ca5 req-843ea742-003e-4883-af71-bf0c60945c95 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&id=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0426593 Nov 18 16:38:05.111108 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c0aa3-e539-4d41-acf2-3a002528dc39 req-f6bafd3f-64fa-4470-8ee8-d63889b6406e tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:38:05.112725 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-437c0aa3-e539-4d41-acf2-3a002528dc39 req-f6bafd3f-64fa-4470-8ee8-d63889b6406e tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 985 time: 0.0885398 Nov 18 16:38:05.162511 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-437c0aa3-e539-4d41-acf2-3a002528dc39 req-2933f41c-a023-4ccd-b202-eba39c82f950 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&id=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0436287 Nov 18 16:38:06.370577 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e8609-b043-426d-ac0e-bebf91af5543 req-1b502ad8-fc27-4547-b836-0ca3c9ac04b4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:38:06.372200 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4e8609-b043-426d-ac0e-bebf91af5543 req-1b502ad8-fc27-4547-b836-0ca3c9ac04b4 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 985 time: 0.0824571 Nov 18 16:38:06.420393 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-ed4e8609-b043-426d-ac0e-bebf91af5543 req-d64a33d8-5aae-439a-93f1-3d4cf6f84df2 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&id=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0421219 Nov 18 16:38:07.633926 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7881f1-c663-4622-8fc8-9fb269a07b0c req-e4724efc-75ba-4016-8877-44289ad8c2ec tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:38:07.635533 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0c7881f1-c663-4622-8fc8-9fb269a07b0c req-e4724efc-75ba-4016-8877-44289ad8c2ec tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 985 time: 0.0839651 Nov 18 16:38:07.688951 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-0c7881f1-c663-4622-8fc8-9fb269a07b0c req-51214493-d93b-42b1-8624-12593212d52e tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&id=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0472448 Nov 18 16:38:08.904727 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240eff8-82a4-4b15-90ea-3b42a914cdac req-354eef82-b0f4-481c-b94d-0f363967e9aa tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:38:08.906316 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a240eff8-82a4-4b15-90ea-3b42a914cdac req-354eef82-b0f4-481c-b94d-0f363967e9aa tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 985 time: 0.0870070 Nov 18 16:38:08.955901 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-a240eff8-82a4-4b15-90ea-3b42a914cdac req-aca20261-6e29-4fc6-b5c7-a2cddef4f7fe tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&id=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0431666 Nov 18 16:38:10.164045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931c561-deff-419d-8958-06eb0b9a9ed4 req-f53aaf64-42f7-4991-aff6-5165a347edd0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:38:10.165581 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5931c561-deff-419d-8958-06eb0b9a9ed4 req-f53aaf64-42f7-4991-aff6-5165a347edd0 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 985 time: 0.0827887 Nov 18 16:38:10.216986 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5931c561-deff-419d-8958-06eb0b9a9ed4 req-959b9d1f-c806-430b-8789-a9631c34d94f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&id=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0451968 Nov 18 16:38:11.428917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd6d1-a7f8-467c-ae0e-7fd9a2ec6f58 req-67d7332d-b4a0-448b-bc1b-5a26424b2990 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:38:11.430523 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b3dd6d1-a7f8-467c-ae0e-7fd9a2ec6f58 req-67d7332d-b4a0-448b-bc1b-5a26424b2990 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 985 time: 0.0823355 Nov 18 16:38:11.479807 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-5b3dd6d1-a7f8-467c-ae0e-7fd9a2ec6f58 req-0a65e037-7188-49fa-822e-29b6fa4b5a2e tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&id=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0431292 Nov 18 16:38:14.748791 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:38:26.744491 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-36dd27b0-adb3-45ab-9fe3-5f696f45db2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:38:27.893023 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:38:29.339782 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-87ec3f28-0f89-45be-983d-5377e36d86f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:38:29.733505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:38:30.715785 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:38:31.250711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:38:44.761096 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:38:47.612300 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-845f6afe-0356-47b5-bbae-8f0d5c561a1b req-b3d48aff-81eb-4757-ace1-ed8d12ce7287 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0758531 Nov 18 16:38:47.758800 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-845f6afe-0356-47b5-bbae-8f0d5c561a1b req-bb417151-d5c6-4e99-85e9-9dad3614672c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64a32f90bdf44965acc88575411116b7&device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 1203 time: 0.0739939 Nov 18 16:38:47.914733 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f6afe-0356-47b5-bbae-8f0d5c561a1b req-b65cca42-c542-4e5d-9694-2018478ac858 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:38:47.916269 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-845f6afe-0356-47b5-bbae-8f0d5c561a1b req-b65cca42-c542-4e5d-9694-2018478ac858 service neutron] 10.222.0.49 "GET /v2.0/networks?id=af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 200 len: 908 time: 0.1374393 Nov 18 16:38:48.024324 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-845f6afe-0356-47b5-bbae-8f0d5c561a1b req-22a8008c-b648-4b96-bd35-7b3c7c33b0ed service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 1002 time: 0.1009350 Nov 18 16:38:48.091956 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f6afe-0356-47b5-bbae-8f0d5c561a1b req-358b7c76-03fc-40e8-93e8-fb0ff0bf36d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:38:48.093471 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-845f6afe-0356-47b5-bbae-8f0d5c561a1b req-358b7c76-03fc-40e8-93e8-fb0ff0bf36d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=27e29c25-0625-498b-993d-0fb946870dff HTTP/1.1" status: 200 len: 853 time: 0.0623806 Nov 18 16:38:48.177276 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-845f6afe-0356-47b5-bbae-8f0d5c561a1b req-5c851608-3a61-442a-a34d-2693dfd42019 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af8f78cd-54fd-4dc4-a436-f219045fce19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763190 Nov 18 16:38:48.319221 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-845f6afe-0356-47b5-bbae-8f0d5c561a1b req-8f053773-15f8-4a26-a0fb-b047b7d2413a service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333268 Nov 18 16:38:48.459436 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-845f6afe-0356-47b5-bbae-8f0d5c561a1b req-3fd04dfa-65b0-4843-a4f2-0fecea90d53f service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1321847 Nov 18 16:38:56.745241 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b4064590-0d26-4aec-97f9-a205a2502726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:38:59.340852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7c97e75b-d81b-48f7-9819-ab77719929a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:38:59.735338 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:00.717328 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:01.254126 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:04.893488 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:39:14.761063 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:14.982475 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-040181db-eecd-4a8e-9ed4-18e3b4daf73f req-f2adfed9-ca04-4a7d-bdbb-19019fbadc32 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-269766943&fields=id&tenant_id=64a32f90bdf44965acc88575411116b7 HTTP/1.1" status: 200 len: 267 time: 0.0436647 Nov 18 16:39:15.071754 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040181db-eecd-4a8e-9ed4-18e3b4daf73f req-3e5e5185-d3fe-42e2-b352-c9043dcb3eaa tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:15.073331 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-040181db-eecd-4a8e-9ed4-18e3b4daf73f req-3e5e5185-d3fe-42e2-b352-c9043dcb3eaa tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 985 time: 0.0850031 Nov 18 16:39:15.085676 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.v2.base [req-040181db-eecd-4a8e-9ed4-18e3b4daf73f req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Request body: {'port': {'security_groups': ['0c83124d-ea95-4186-ac4a-7f357a1d7c13']}} {{(pid=80322) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:39:15.207367 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-040181db-eecd-4a8e-9ed4-18e3b4daf73f req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:15.512652 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-040181db-eecd-4a8e-9ed4-18e3b4daf73f req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] For port 01dbbf7c-5c2a-4246-9834-6e866125816f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=01dbbf7c-5c2a-4246-9834-6e866125816f,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:39:15.541625 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-040181db-eecd-4a8e-9ed4-18e3b4daf73f req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for port, precommit_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:15.545061 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-040181db-eecd-4a8e-9ed4-18e3b4daf73f req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823215633'] for port, after_update {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:15.561929 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-9835262e-8c54-4b14-a62b-c82edacc5183 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:39:15.713059 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Pushing event updated for resources: {'Port': ['ID=01dbbf7c-5c2a-4246-9834-6e866125816f,revision_number=6']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:39:15.735993 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.736412 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.736825 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.737228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.737628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.738553 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.738951 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.739349 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.739771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.740164 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.740556 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.740944 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.741377 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.741767 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.742158 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.742551 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.742937 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.743326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.743741 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.744138 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.744521 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.744906 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.745292 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.745677 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:15.750644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:39:15.772689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040181db-eecd-4a8e-9ed4-18e3b4daf73f req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:15.773389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-040181db-eecd-4a8e-9ed4-18e3b4daf73f req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:15.774820 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-040181db-eecd-4a8e-9ed4-18e3b4daf73f req-5960508c-f07c-4e7b-a7e3-a717a1accd4b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "PUT /v2.0/ports/01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 943 time: 0.6945775 Nov 18 16:39:15.775437 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f'}] {{(pid=80322) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:39:15.865900 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bc7c7c3e-c7e0-414d-af30-0517bd9a1b7c req-da68bfc2-34a4-4e22-812e-9c208fe245ce tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups/bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8 HTTP/1.1" status: 200 len: 2657 time: 0.0568280 Nov 18 16:39:15.929880 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f', 'status': 'completed', 'code': 200} Nov 18 16:39:15.952752 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bc7c7c3e-c7e0-414d-af30-0517bd9a1b7c req-5255ea94-dd65-4cb3-8546-8d074c6e272b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for security_group, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:15.983184 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bc7c7c3e-c7e0-414d-af30-0517bd9a1b7c req-5255ea94-dd65-4cb3-8546-8d074c6e272b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for security_group, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:16.028043 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2834ce72-1a2c-445d-a238-88e014aaa23d req-97513de0-877b-4eb3-b6d0-698d93ef56d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64a32f90bdf44965acc88575411116b7&device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 1163 time: 0.0764389 Nov 18 16:39:16.030910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bc7c7c3e-c7e0-414d-af30-0517bd9a1b7c req-5255ea94-dd65-4cb3-8546-8d074c6e272b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:16.037041 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a4f62e05-1880-43f6-b033-98861a91515d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:39:16.046890 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-0724e679-7759-496a-8bdf-12353c1cce24 None None] Provisioning complete for port 01dbbf7c-5c2a-4246-9834-6e866125816f triggered by entity DHCP. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:39:16.047315 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0724e679-7759-496a-8bdf-12353c1cce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:16.052528 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255ea94-dd65-4cb3-8546-8d074c6e272b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:39:16.056155 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-5255ea94-dd65-4cb3-8546-8d074c6e272b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:39:16.066049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-bc7c7c3e-c7e0-414d-af30-0517bd9a1b7c req-5255ea94-dd65-4cb3-8546-8d074c6e272b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for security_group, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:16.067284 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-bc7c7c3e-c7e0-414d-af30-0517bd9a1b7c req-5255ea94-dd65-4cb3-8546-8d074c6e272b tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "DELETE /v2.0/security-groups/bf5b6608-fcf4-4ec0-8b27-4d4de7eab1f8 HTTP/1.1" status: 204 len: 173 time: 0.1940372 Nov 18 16:39:16.490947 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-703d24c2-2e38-434d-a3e8-62d6f267a110 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/floatingips/bd65775d-eddc-4ea7-a2f1-196edc3da267 HTTP/1.1" status: 200 len: 999 time: 0.1394594 Nov 18 16:39:16.492102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834ce72-1a2c-445d-a238-88e014aaa23d req-f5b7e8f7-f991-437a-9ea1-a1d1e7b6e168 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:16.493601 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2834ce72-1a2c-445d-a238-88e014aaa23d req-f5b7e8f7-f991-437a-9ea1-a1d1e7b6e168 service neutron] 10.222.0.49 "GET /v2.0/networks?id=af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 200 len: 908 time: 0.4587185 Nov 18 16:39:16.503857 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 01dbbf7c-5c2a-4246-9834-6e866125816f up at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 18 16:39:16.576786 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.provisioning_blocks [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Provisioning complete for port 01dbbf7c-5c2a-4246-9834-6e866125816f triggered by entity L2. {{(pid=80324) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 18 16:39:16.577211 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1496397'] for port, provisioning_complete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:16.709407 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2834ce72-1a2c-445d-a238-88e014aaa23d req-718b6bd1-d312-4059-a20c-2ffa5fbd1859 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 1002 time: 0.1894534 Nov 18 16:39:16.782515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-42ae01bd-9d8e-4fbf-ab9c-1b25c316fbb7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:16.783914 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-42ae01bd-9d8e-4fbf-ab9c-1b25c316fbb7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/networks/eae6701d-1990-4314-b852-5917518e9bba HTTP/1.1" status: 200 len: 784 time: 0.2869384 Nov 18 16:39:16.803171 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834ce72-1a2c-445d-a238-88e014aaa23d req-d8d692c5-67d5-4558-a908-66d1fa410163 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:16.804790 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2834ce72-1a2c-445d-a238-88e014aaa23d req-d8d692c5-67d5-4558-a908-66d1fa410163 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=27e29c25-0625-498b-993d-0fb946870dff HTTP/1.1" status: 200 len: 853 time: 0.0867519 Nov 18 16:39:16.961077 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-4bd0f052-d812-4189-8c71-949734f8943f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.116 HTTP/1.1" status: 200 len: 1002 time: 0.1528370 Nov 18 16:39:17.034429 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2834ce72-1a2c-445d-a238-88e014aaa23d req-6299afc0-a90e-44b0-9aac-b1fa3c0136e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af8f78cd-54fd-4dc4-a436-f219045fce19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1745119 Nov 18 16:39:17.047971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-e7a2d420-5e3c-4a91-a81b-5735ab41d423 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:17.049354 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-e7a2d420-5e3c-4a91-a81b-5735ab41d423 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports/01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 943 time: 0.0804117 Nov 18 16:39:17.275843 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-14b56c43-8f65-4a99-8756-984ab79f6816 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.27.0.116 HTTP/1.1" status: 200 len: 1002 time: 0.1360910 Nov 18 16:39:17.277934 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2834ce72-1a2c-445d-a238-88e014aaa23d req-86856dde-0949-4abb-b901-3ffd07eb026a service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353756 Nov 18 16:39:17.616219 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-2834ce72-1a2c-445d-a238-88e014aaa23d req-04deab6c-db19-4d89-a5d0-32a8682ba618 service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2608006 Nov 18 16:39:17.617543 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Deleting port 6d0cced8-4c89-4bee-8938-b3d904daaee1 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:39:17.617931 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:17.791805 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:17.792375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:17.916105 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Calling delete_port for 6d0cced8-4c89-4bee-8938-b3d904daaee1 owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:39:18.064365 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:18.079646 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-136a243d-121f-4dee-a45e-263da4173e32 tempest-TestShelveInstance-1966076460 tempest-TestShelveInstance-1966076460] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:39:18.131257 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Pushing event deleted for resources: {'Port': ['ID=6d0cced8-4c89-4bee-8938-b3d904daaee1,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:39:18.197928 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.198289 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.198710 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.199125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.199538 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.199975 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.200381 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.200788 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.201197 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.201603 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.202007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.202410 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.202852 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.203515 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.203941 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.204341 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.204867 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.205276 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.205672 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.206070 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.207068 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.207474 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.207917 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.208318 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:18.212470 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:39:18.319798 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:18.320182 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.db.l3_db [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Floating IP bd65775d-eddc-4ea7-a2f1-196edc3da267 disassociated (deleted). External IP: 172.27.0.116, port: 01dbbf7c-5c2a-4246-9834-6e866125816f. Nov 18 16:39:18.942793 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Router 318c44b4-6b1e-4c34-a53b-50932fc09140 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:39:19.149550 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:39:19.159721 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b2031-d55c-4dd6-9b87-09f5ce6a1bd0 None None] Sync routers for ids ['318c44b4-6b1e-4c34-a53b-50932fc09140'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:39:19.171897 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b2031-d55c-4dd6-9b87-09f5ce6a1bd0 None None] Routers {'318c44b4-6b1e-4c34-a53b-50932fc09140'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:39:19.172564 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-ac9b2031-d55c-4dd6-9b87-09f5ce6a1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:38:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['318c44b4-6b1e-4c34-a53b-50932fc09140'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:39:19.174102 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:19.229951 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-ce2e05a5-9a75-4b54-b030-ead8c03f866f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "DELETE /v2.0/floatingips/bd65775d-eddc-4ea7-a2f1-196edc3da267 HTTP/1.1" status: 204 len: 173 time: 1.9483516 Nov 18 16:39:19.230517 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:39:19.368819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-ac9b2031-d55c-4dd6-9b87-09f5ce6a1bd0 None None] Set router 318c44b4-6b1e-4c34-a53b-50932fc09140 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:39:19.373896 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f', 'status': 'completed', 'code': 200} Nov 18 16:39:19.438612 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-d4de8c67-9a1c-4899-83b7-e2220e359935 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64a32f90bdf44965acc88575411116b7&device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 1163 time: 0.1947458 Nov 18 16:39:19.589421 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7a2ce5b6-ff71-4eee-a69a-07cc3c392a2d req-86476e45-5d8c-479d-9305-3b3b6feaa759 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=64a32f90bdf44965acc88575411116b7&device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 1163 time: 0.1918495 Nov 18 16:39:19.646051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-a8864465-743b-4a75-81a2-bf72372804db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:19.647691 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-a8864465-743b-4a75-81a2-bf72372804db service neutron] 10.222.0.15 "GET /v2.0/networks?id=af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 200 len: 908 time: 0.2008212 Nov 18 16:39:19.702745 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-ac9b2031-d55c-4dd6-9b87-09f5ce6a1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:36:06Z', 'revision_number': 4, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port': {'id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:03Z', 'updated_at': '2020-11-18T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '12bac531-2d77-4a48-ac05-a8e423065bac', 'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'mac_address': 'fa:16:3e:2b:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e29c25-0625-498b-993d-0fb946870dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:05Z', 'updated_at': '2020-11-18T16:36:13Z', 'revision_number': 5, 'project_id': '64a32f90bdf44965acc88575411116b7', 'subnets': [{'id': '27e29c25-0625-498b-993d-0fb946870dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:39:19.707101 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b2031-d55c-4dd6-9b87-09f5ce6a1bd0 None None] Checking router: 318c44b4-6b1e-4c34-a53b-50932fc09140 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:39:19.718345 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b2031-d55c-4dd6-9b87-09f5ce6a1bd0 None None] Routers {'318c44b4-6b1e-4c34-a53b-50932fc09140'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:39:19.719009 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-ac9b2031-d55c-4dd6-9b87-09f5ce6a1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:38:59Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['318c44b4-6b1e-4c34-a53b-50932fc09140'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:39:19.783110 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-37bbdc17-b2ca-47ab-9132-afaf720019f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 217 time: 0.0835803 Nov 18 16:39:19.861609 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce5b6-ff71-4eee-a69a-07cc3c392a2d req-14a2cf7b-16fc-4797-8396-46f20ff91b97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:19.863237 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7a2ce5b6-ff71-4eee-a69a-07cc3c392a2d req-14a2cf7b-16fc-4797-8396-46f20ff91b97 service neutron] 10.222.0.49 "GET /v2.0/networks?id=af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 200 len: 908 time: 0.2642589 Nov 18 16:39:19.873772 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-269b9a71-5f94-482a-ab13-439ee9c7d7c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:19.875278 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-269b9a71-5f94-482a-ab13-439ee9c7d7c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=27e29c25-0625-498b-993d-0fb946870dff HTTP/1.1" status: 200 len: 853 time: 0.0852916 Nov 18 16:39:19.913819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-ac9b2031-d55c-4dd6-9b87-09f5ce6a1bd0 None None] Set router 318c44b4-6b1e-4c34-a53b-50932fc09140 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:39:19.983255 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7a2ce5b6-ff71-4eee-a69a-07cc3c392a2d req-5a34a39b-a341-4761-bdf1-a4e93348ed7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 200 len: 217 time: 0.1112249 Nov 18 16:39:20.076133 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ce5b6-ff71-4eee-a69a-07cc3c392a2d req-257086dd-d018-4b6c-99d6-e543ed7489a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:20.077736 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7a2ce5b6-ff71-4eee-a69a-07cc3c392a2d req-257086dd-d018-4b6c-99d6-e543ed7489a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=27e29c25-0625-498b-993d-0fb946870dff HTTP/1.1" status: 200 len: 853 time: 0.0860989 Nov 18 16:39:20.081817 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-cb9f0728-5430-4c3f-bd10-702a6bacd227 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af8f78cd-54fd-4dc4-a436-f219045fce19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1534522 Nov 18 16:39:20.245551 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-ac9b2031-d55c-4dd6-9b87-09f5ce6a1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:36:06Z', 'revision_number': 4, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port': {'id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:03Z', 'updated_at': '2020-11-18T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '12bac531-2d77-4a48-ac05-a8e423065bac', 'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'mac_address': 'fa:16:3e:2b:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e29c25-0625-498b-993d-0fb946870dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:05Z', 'updated_at': '2020-11-18T16:36:13Z', 'revision_number': 5, 'project_id': '64a32f90bdf44965acc88575411116b7', 'subnets': [{'id': '27e29c25-0625-498b-993d-0fb946870dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:39:20.249684 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9b2031-d55c-4dd6-9b87-09f5ce6a1bd0 None None] The sync data for ids ['318c44b4-6b1e-4c34-a53b-50932fc09140'] in dv-cinder-759961-2-iscsi is: [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:36:06Z', 'revision_number': 4, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port': {'id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:03Z', 'updated_at': '2020-11-18T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi', '_interfaces': [{'id': '12bac531-2d77-4a48-ac05-a8e423065bac', 'name': '', 'network_id': 'af8f78cd-54fd-4dc4-a436-f219045fce19', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'mac_address': 'fa:16:3e:2b:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e29c25-0625-498b-993d-0fb946870dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:05Z', 'updated_at': '2020-11-18T16:36:13Z', 'revision_number': 5, 'project_id': '64a32f90bdf44965acc88575411116b7', 'subnets': [{'id': '27e29c25-0625-498b-993d-0fb946870dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:39:20.283833 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7a2ce5b6-ff71-4eee-a69a-07cc3c392a2d req-63a69977-5415-4e3e-9a63-c7be2b16883d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=af8f78cd-54fd-4dc4-a436-f219045fce19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1988149 Nov 18 16:39:20.289752 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-0101065a-c497-429a-a995-99df27d198fe service neutron] 10.222.0.15 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671810 Nov 18 16:39:20.553958 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7a2ce5b6-ff71-4eee-a69a-07cc3c392a2d req-eec4dd4c-3d44-4966-a2bf-aac7540b95f7 service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631896 Nov 18 16:39:20.556050 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7782e80a-fd1a-49e3-9474-ad23b2506ff6 req-9cf095e2-0cad-4971-b6e8-2e607cd50087 service neutron] 10.222.0.15 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2415130 Nov 18 16:39:20.641735 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1d5ad-f6c8-486f-91b8-f57ccf8eaa87 None None] New status for floating IP bd65775d-eddc-4ea7-a2f1-196edc3da267: DOWN {{(pid=80324) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 18 16:39:20.700874 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-7a2ce5b6-ff71-4eee-a69a-07cc3c392a2d req-7f1e8140-e54c-4dd5-b486-6291cd576b63 service neutron] 10.222.0.49 "GET /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393156 Nov 18 16:39:23.979258 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea849a-49e7-4889-a48c-e376b8865a6a req-aadb1215-7cce-42b3-b948-4597fca17d1c tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:23.980895 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f0ea849a-49e7-4889-a48c-e376b8865a6a req-aadb1215-7cce-42b3-b948-4597fca17d1c tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 946 time: 0.0818648 Nov 18 16:39:24.031214 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f0ea849a-49e7-4889-a48c-e376b8865a6a req-d78647d0-a430-4e17-874e-2d90405f6a87 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Synchronizing usage tracker for tenant:64a32f90bdf44965acc88575411116b7 on resource:security_group {{(pid=80322) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:39:24.045193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-f0ea849a-49e7-4889-a48c-e376b8865a6a req-d78647d0-a430-4e17-874e-2d90405f6a87 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Unset dirty status for tenant:64a32f90bdf44965acc88575411116b7 on resource:security_group {{(pid=80322) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:39:24.046487 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-f0ea849a-49e7-4889-a48c-e376b8865a6a req-d78647d0-a430-4e17-874e-2d90405f6a87 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596547 Nov 18 16:39:25.260054 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c05dfa-e829-496b-819f-06a9e840b597 req-e57c1301-5187-4ec5-b51d-daf5e7d7d9a6 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:25.260814 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-d0c05dfa-e829-496b-819f-06a9e840b597 req-e57c1301-5187-4ec5-b51d-daf5e7d7d9a6 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Synchronizing usage tracker for tenant:64a32f90bdf44965acc88575411116b7 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 18 16:39:25.275221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.quota.resource [req-d0c05dfa-e829-496b-819f-06a9e840b597 req-e57c1301-5187-4ec5-b51d-daf5e7d7d9a6 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Unset dirty status for tenant:64a32f90bdf44965acc88575411116b7 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 18 16:39:25.276493 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d0c05dfa-e829-496b-819f-06a9e840b597 req-e57c1301-5187-4ec5-b51d-daf5e7d7d9a6 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 946 time: 0.1015158 Nov 18 16:39:25.324462 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-d0c05dfa-e829-496b-819f-06a9e840b597 req-dc060bab-4adf-405f-b6fd-d6f5796fecd7 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Nov 18 16:39:26.037450 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-fb02dc68-7afd-4a7d-a9e3-5ce851aa546f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:26.039043 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-fb02dc68-7afd-4a7d-a9e3-5ce851aa546f tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.49 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 946 time: 0.0832965 Nov 18 16:39:26.114565 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Deleting port 01dbbf7c-5c2a-4246-9834-6e866125816f {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:39:26.114873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:26.393176 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Device 01dbbf7c-5c2a-4246-9834-6e866125816f no longer exists at agent ovs-agent-hv-cinder-75996 {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:39:26.513416 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1387281'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:26.539714 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a19eeb-13cb-4e8d-921d-e8f685dbc12c req-1ddad7c1-81df-4793-b535-72ba2ae3d21c tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:26.541354 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-50a19eeb-13cb-4e8d-921d-e8f685dbc12c req-1ddad7c1-81df-4793-b535-72ba2ae3d21c tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 946 time: 0.0851700 Nov 18 16:39:26.544710 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:39:26.556374 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] For port 01dbbf7c-5c2a-4246-9834-6e866125816f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=01dbbf7c-5c2a-4246-9834-6e866125816f,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:39:26.560801 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757455456320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757454974937', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363279399800846'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:26.563456 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:39:26.592628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] For port 01dbbf7c-5c2a-4246-9834-6e866125816f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=01dbbf7c-5c2a-4246-9834-6e866125816f,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:39:26.593280 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:26.602273 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-50a19eeb-13cb-4e8d-921d-e8f685dbc12c req-ea8f9652-f898-44ec-a8ab-3e137b724475 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540144 Nov 18 16:39:26.641203 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Pushing event updated for resources: {'Port': ['ID=01dbbf7c-5c2a-4246-9834-6e866125816f,revision_number=7']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:39:26.650677 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.651077 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.651461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.651873 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.652249 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.652623 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.652994 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.653364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.653764 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.654131 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.654494 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.654836 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-2-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.655255 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.655648 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.656014 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.656375 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.656737 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.657098 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.657461 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.657825 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.658188 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.658553 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.658910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.659268 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75996 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 18 16:39:26.668385 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:39:26.699122 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f', 'code': 200} Nov 18 16:39:26.733816 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Calling delete_port for 01dbbf7c-5c2a-4246-9834-6e866125816f owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:39:26.753090 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a6c88f55-48c0-42cb-a9a2-cdb983650e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:26.814800 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:39:26.815165 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:39:27.315981 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Deleting port 01dbbf7c-5c2a-4246-9834-6e866125816f {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:39:27.316326 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:27.570991 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] For port 01dbbf7c-5c2a-4246-9834-6e866125816f, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75996',level=0,port_id=01dbbf7c-5c2a-4246-9834-6e866125816f,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:39:27.571622 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:27.698155 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Calling delete_port for 01dbbf7c-5c2a-4246-9834-6e866125816f owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:39:27.820711 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a487aa-0f39-436c-9170-d0df5c492550 req-02cd3def-553d-4114-81d2-dd42c30d1c80 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80322) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 18 16:39:27.822389 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-86a487aa-0f39-436c-9170-d0df5c492550 req-02cd3def-553d-4114-81d2-dd42c30d1c80 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/ports?device_id=c40cc9e8-984a-4e2b-9dce-478da9c5eb6e HTTP/1.1" status: 200 len: 944 time: 0.0904739 Nov 18 16:39:27.855247 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31855548'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:27.871741 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-a440c4ac-d8e5-4fb1-ad0d-c88327dbdb07 tempest-TestVolumeBootPattern-1750234083 tempest-TestVolumeBootPattern-1750234083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:39:27.874161 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-86a487aa-0f39-436c-9170-d0df5c492550 req-eb5b34be-c101-4d48-a493-b2ff7073e894 tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.15 "GET /v2.0/security-groups?id=0c83124d-ea95-4186-ac4a-7f357a1d7c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454047 Nov 18 16:39:27.926110 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Pushing event deleted for resources: {'Port': ['ID=01dbbf7c-5c2a-4246-9834-6e866125816f,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:39:27.931154 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:39:28.069214 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] No DVR routers for this DVR port 01dbbf7c-5c2a-4246-9834-6e866125816f on host hv-cinder-75996 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:39:28.071427 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5944'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:28.074424 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'name': 'network-vif-deleted', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 18 16:39:28.089709 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [req-775ceaa2-7ccf-4ded-b9d8-889263a24806 req-141e5fdc-bcd2-43cb-a2ca-fdadb71ef1de tempest-TestMinimumBasicScenario-351615109 tempest-TestMinimumBasicScenario-351615109] 10.222.0.49 "DELETE /v2.0/ports/01dbbf7c-5c2a-4246-9834-6e866125816f HTTP/1.1" status: 204 len: 173 time: 2.0447521 Nov 18 16:39:28.139904 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40cc9e8-984a-4e2b-9dce-478da9c5eb6e', 'name': 'network-vif-deleted', 'tag': '01dbbf7c-5c2a-4246-9834-6e866125816f', 'status': 'completed', 'code': 200} Nov 18 16:39:29.344465 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-051ec1b8-ac50-4a96-ad69-37bd8b675d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:29.580451 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 37336) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:39:29.739359 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:29.987946 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-613ba785-d542-4a37-92f1-4e2da8298997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821489292'] for router_interface, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:30.718534 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:30.818654 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-613ba785-d542-4a37-92f1-4e2da8298997 admin admin] Deleting port 12bac531-2d77-4a48-ac05-a8e423065bac {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:39:30.819035 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-613ba785-d542-4a37-92f1-4e2da8298997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:30.999200 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-613ba785-d542-4a37-92f1-4e2da8298997 admin admin] For port 12bac531-2d77-4a48-ac05-a8e423065bac, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=12bac531-2d77-4a48-ac05-a8e423065bac,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:39:30.999530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-613ba785-d542-4a37-92f1-4e2da8298997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:31.128633 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-613ba785-d542-4a37-92f1-4e2da8298997 admin admin] Calling delete_port for 12bac531-2d77-4a48-ac05-a8e423065bac owned by network:router_interface {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:39:31.256314 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:31.304572 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-613ba785-d542-4a37-92f1-4e2da8298997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:31.319649 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-2cc1edd9-0494-4f7a-a349-419b201ab70e tempest-AttachVolumeShelveTestJSON-1520720268 tempest-AttachVolumeShelveTestJSON-1520720268] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:39:31.375221 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ba785-d542-4a37-92f1-4e2da8298997 admin admin] Pushing event deleted for resources: {'Port': ['ID=12bac531-2d77-4a48-ac05-a8e423065bac,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:39:31.379230 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-613ba785-d542-4a37-92f1-4e2da8298997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:39:31.741857 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-613ba785-d542-4a37-92f1-4e2da8298997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036822362067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33292004'] for router_interface, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:32.466167 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613ba785-d542-4a37-92f1-4e2da8298997 admin admin] Router 318c44b4-6b1e-4c34-a53b-50932fc09140 has already been hosted by L3 agent 79ea249f-35b9-480d-a2f0-76dbbf87dc1a {{(pid=80322) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 18 16:39:32.672642 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613ba785-d542-4a37-92f1-4e2da8298997 admin admin] Notify agent at l3_agent.dv-cinder-759961-2-iscsi the message routers_updated {{(pid=80322) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 18 16:39:32.682361 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07f34e-ac84-4fb9-a6b8-c68ee3bc0553 None None] Sync routers for ids ['318c44b4-6b1e-4c34-a53b-50932fc09140'] in dv-cinder-759961-2-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 18 16:39:32.686190 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-613ba785-d542-4a37-92f1-4e2da8298997 admin admin] 10.222.0.15 "PUT /v2.0/routers/318c44b4-6b1e-4c34-a53b-50932fc09140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1046424 Nov 18 16:39:32.688756 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 37340) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:39:32.694977 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07f34e-ac84-4fb9-a6b8-c68ee3bc0553 None None] Routers {'318c44b4-6b1e-4c34-a53b-50932fc09140'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:39:32.695689 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-6a07f34e-ac84-4fb9-a6b8-c68ee3bc0553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:39:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['318c44b4-6b1e-4c34-a53b-50932fc09140'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:39:32.901105 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Notify callbacks [] for router, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:33.032544 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-6a07f34e-ac84-4fb9-a6b8-c68ee3bc0553 None None] Set router 318c44b4-6b1e-4c34-a53b-50932fc09140 gateway port host: dv-cinder-759961-2-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:39:33.343891 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-6a07f34e-ac84-4fb9-a6b8-c68ee3bc0553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'external_fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:39:31Z', 'revision_number': 5, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port': {'id': '56869a44-4bf6-4384-955d-5cf0720b064f', 'name': '', 'network_id': 'eae6701d-1990-4314-b852-5917518e9bba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:79:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-18T16:36:03Z', 'updated_at': '2020-11-18T16:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a4009138-cc1b-4765-b6fb-59f9eda2f1c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-2-iscsi'}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:39:33.348460 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07f34e-ac84-4fb9-a6b8-c68ee3bc0553 None None] Checking router: 318c44b4-6b1e-4c34-a53b-50932fc09140 for host: dv-cinder-759961-2-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 18 16:39:33.348642 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:33.356866 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Deleting port 56869a44-4bf6-4384-955d-5cf0720b064f {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:39:33.357231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:33.359686 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07f34e-ac84-4fb9-a6b8-c68ee3bc0553 None None] Routers {'318c44b4-6b1e-4c34-a53b-50932fc09140'} bound to L3 agent in host dv-cinder-759961-2-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 18 16:39:33.360355 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-6a07f34e-ac84-4fb9-a6b8-c68ee3bc0553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-18T16:12:59Z,description=,heartbeat_timestamp=2020-11-18T16:39:29Z,host='dv-cinder-759961-2-iscsi',id=79ea249f-35b9-480d-a2f0-76dbbf87dc1a,load=0,resource_versions=,resources_synced=,started_at=2020-11-18T16:12:59Z,topic='l3_agent')) {'router_ids': ['318c44b4-6b1e-4c34-a53b-50932fc09140'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:39:33.515692 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvr_db [None req-6a07f34e-ac84-4fb9-a6b8-c68ee3bc0553 None None] Set router 318c44b4-6b1e-4c34-a53b-50932fc09140 gateway port host: None {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 18 16:39:33.537484 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] For port 56869a44-4bf6-4384-955d-5cf0720b064f, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=56869a44-4bf6-4384-955d-5cf0720b064f,segment=NetworkSegment(dd2ae240-0a23-405a-a292-de538c96aaf1),segment_id=dd2ae240-0a23-405a-a292-de538c96aaf1)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:39:33.537880 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:33.625697 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_hamode_db [None req-6a07f34e-ac84-4fb9-a6b8-c68ee3bc0553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:39:33Z', 'revision_number': 6, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port_host': None}], 'dv-cinder-759961-2-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:39:33.629760 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07f34e-ac84-4fb9-a6b8-c68ee3bc0553 None None] The sync data for ids ['318c44b4-6b1e-4c34-a53b-50932fc09140'] in dv-cinder-759961-2-iscsi is: [{'id': '318c44b4-6b1e-4c34-a53b-50932fc09140', 'name': 'tempest-TestMinimumBasicScenario-498999037-router', 'tenant_id': '64a32f90bdf44965acc88575411116b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-18T16:36:02Z', 'updated_at': '2020-11-18T16:39:33Z', 'revision_number': 6, 'project_id': '64a32f90bdf44965acc88575411116b7', 'gw_port_host': None}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 18 16:39:33.667597 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Calling delete_port for 56869a44-4bf6-4384-955d-5cf0720b064f owned by network:router_gateway {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:39:33.842185 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:33.857608 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-6ceb83b8-dd95-4767-b98f-2347015a1731 tempest-VolumesNegativeTest-60612881 tempest-VolumesNegativeTest-60612881] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:39:33.918432 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=56869a44-4bf6-4384-955d-5cf0720b064f,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:39:33.922369 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:39:34.218872 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036821543052'] for router_gateway, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:34.483997 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036821561876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736553'] for router, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:34.488387 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:34.511086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821562026'] for router, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:34.511657 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 318c44b4-6b1e-4c34-a53b-50932fc09140 {{(pid=80322) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 18 16:39:34.524195 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Notify callbacks [] for router, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:34.525433 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] 10.222.0.15 "DELETE /v2.0/routers/318c44b4-6b1e-4c34-a53b-50932fc09140 HTTP/1.1" status: 204 len: 168 time: 1.8356681 Nov 18 16:39:34.528085 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 37344) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:39:34.598014 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5343fb-bf8e-455a-82d7-d73ce80d610b admin admin] Deleting subnet 27e29c25-0625-498b-993d-0fb946870dff {{(pid=80322) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 18 16:39:34.601146 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fb5343fb-bf8e-455a-82d7-d73ce80d610b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:34.652405 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fb5343fb-bf8e-455a-82d7-d73ce80d610b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822456073'] for subnet, precommit_delete_associations {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:34.734736 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fb5343fb-bf8e-455a-82d7-d73ce80d610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853252840'] for subnet, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:34.995471 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fb5343fb-bf8e-455a-82d7-d73ce80d610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223178', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036823215652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036824133613'] for subnet, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:35.011511 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f6c0283e-6d0f-4201-b0c5-a78c919e593b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:39:35.063599 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5343fb-bf8e-455a-82d7-d73ce80d610b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e29c25-0625-498b-993d-0fb946870dff,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:39:35.068229 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-fb5343fb-bf8e-455a-82d7-d73ce80d610b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:39:35.103996 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 56869a44-4bf6-4384-955d-5cf0720b064f no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:39:35.138364 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: 56869a44-4bf6-4384-955d-5cf0720b064f {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:39:35.138771 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 56869a44-4bf6-4384-955d-5cf0720b064f not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:39:35.139228 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 12bac531-2d77-4a48-ac05-a8e423065bac no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:39:35.148467 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-fb5343fb-bf8e-455a-82d7-d73ce80d610b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:35.154543 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-fb5343fb-bf8e-455a-82d7-d73ce80d610b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/27e29c25-0625-498b-993d-0fb946870dff HTTP/1.1" status: 204 len: 168 time: 0.6254580 Nov 18 16:39:35.157191 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 37348) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:39:35.170706 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674920d-3160-4193-b99c-f29f161494c2 None None] Network af8f78cd-54fd-4dc4-a436-f219045fce19 requested from dv-cinder-759961-2-iscsi {{(pid=80324) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 18 16:39:35.191448 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: 12bac531-2d77-4a48-ac05-a8e423065bac {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:39:35.192417 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 12bac531-2d77-4a48-ac05-a8e423065bac not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:39:35.274798 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1330840'] for network, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:35.350194 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Deleting port 192542e1-4946-4c3a-a86b-d10ebafd34db {{(pid=80322) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:39:35.350581 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:35.573747 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] For port 192542e1-4946-4c3a-a86b-d10ebafd34db, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=192542e1-4946-4c3a-a86b-d10ebafd34db,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80322) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:39:35.574173 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:35.592278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e0852-9b11-46c2-92d1-fe818f4a8a5a None None] DHCP port deletion for af8f78cd-54fd-4dc4-a436-f219045fce19 request from dv-cinder-759961-2-iscsi {{(pid=80324) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 18 16:39:35.596492 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-de3e0852-9b11-46c2-92d1-fe818f4a8a5a None None] Deleting port 192542e1-4946-4c3a-a86b-d10ebafd34db {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:39:35.596935 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-de3e0852-9b11-46c2-92d1-fe818f4a8a5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:35.705493 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Calling delete_port for 192542e1-4946-4c3a-a86b-d10ebafd34db owned by network:dhcp {{(pid=80322) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:39:35.779007 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853388050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-422598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757455456303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363279399800880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31560182'] for port, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:35.796056 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-d59f76b9-6efd-46b3-916d-91baeb5d8d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:39:35.808518 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.db [None req-de3e0852-9b11-46c2-92d1-fe818f4a8a5a None None] For port 192542e1-4946-4c3a-a86b-d10ebafd34db, host dv-cinder-759961-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-2-iscsi',level=0,port_id=192542e1-4946-4c3a-a86b-d10ebafd34db,segment=NetworkSegment(6f3f5f33-90a8-4be7-8021-ed573c5b3955),segment_id=6f3f5f33-90a8-4be7-8021-ed573c5b3955)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 18 16:39:35.808968 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-de3e0852-9b11-46c2-92d1-fe818f4a8a5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33234345'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:35.853252 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=192542e1-4946-4c3a-a86b-d10ebafd34db,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:39:35.856144 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:39:35.934086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-de3e0852-9b11-46c2-92d1-fe818f4a8a5a None None] Calling delete_port for 192542e1-4946-4c3a-a86b-d10ebafd34db owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 18 16:39:35.938646 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] No DVR routers for this DVR port 192542e1-4946-4c3a-a86b-d10ebafd34db on host dv-cinder-759961-2-iscsi {{(pid=80322) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 18 16:39:36.006281 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.db.api [None req-de3e0852-9b11-46c2-92d1-fe818f4a8a5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:39:36.006899 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_db.api [None req-de3e0852-9b11-46c2-92d1-fe818f4a8a5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 18 16:39:36.062334 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853253469', 'neutron.services.segments.db._delete_segments_for_network--9223363279399248107'] for network, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:36.176713 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8f78cd-54fd-4dc4-a436-f219045fce19']}} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:39:36.189690 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3f5f33-90a8-4be7-8021-ed573c5b3955') {'for_net_delete': True} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:39:36.190036 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.services.segments.db [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3f5f33-90a8-4be7-8021-ed573c5b3955') {} {{(pid=80322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 18 16:39:36.203388 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363279399210475', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32319695'] for segment, before_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:36.218725 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1492350'] for segment, precommit_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:36.220790 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80322) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 18 16:39:36.399148 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Network af8f78cd-54fd-4dc4-a436-f219045fce19 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:39:36.408182 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853283466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823215743'] for segment, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:36.507720 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-de3e0852-9b11-46c2-92d1-fe818f4a8a5a None None] Deleting port 192542e1-4946-4c3a-a86b-d10ebafd34db {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 18 16:39:36.508265 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-de3e0852-9b11-46c2-92d1-fe818f4a8a5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363279399323593'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:36.573080 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-de3e0852-9b11-46c2-92d1-fe818f4a8a5a None None] The port '192542e1-4946-4c3a-a86b-d10ebafd34db' was deleted {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 18 16:39:36.585644 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.managers [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Network af8f78cd-54fd-4dc4-a436-f219045fce19 has no segments {{(pid=80322) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: Traceback (most recent call last): Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: timer() Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: cb(*args, **kw) Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: return func(*args, **kwargs) Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: self._notify() Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: self.callback(batched_events) Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: event.method(event) Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: segment_id)['aggregates'][0] Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: return f(self, *a, **k) Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: return self._get(url).json() Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: **kwargs) Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: return self.request(url, 'GET', **kwargs) Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: **endpoint_filter) Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:39:36.608057 dv-cinder-759961-2-iscsi neutron-server[80211]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:39:36.919688 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1522347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33223192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32413733'] for network, after_delete {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:36.924143 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32413748'] for network, before_response {{(pid=80322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:36.928345 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:39:36.952354 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=af8f78cd-54fd-4dc4-a436-f219045fce19,revision_number=None']} {{(pid=80322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:39:36.955245 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:39:36.963156 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-09ead778-46cf-4169-978a-f3abc865adb4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/af8f78cd-54fd-4dc4-a436-f219045fce19 HTTP/1.1" status: 204 len: 168 time: 1.8049464 Nov 18 16:39:37.103469 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 192542e1-4946-4c3a-a86b-d10ebafd34db no longer exists at agent ovs-agent-dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 18 16:39:37.137710 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.plugin [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] No Port match for: 192542e1-4946-4c3a-a86b-d10ebafd34db {{(pid=80324) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 18 16:39:37.138109 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.plugins.ml2.rpc [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Device 192542e1-4946-4c3a-a86b-d10ebafd34db not bound to the agent host dv-cinder-759961-2-iscsi {{(pid=80324) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 18 16:39:37.173290 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80322) accepted ('10.222.0.15', 37354) {{(pid=80322) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:39:37.227237 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-49cf985b-b502-47b4-ab30-e574416a7047 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64a32f90bdf44965acc88575411116b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526702 Nov 18 16:39:37.229669 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.15', 37358) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 18 16:39:37.295910 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3655-0b92-407d-bb17-6a35bcc21f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:37.322060 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3655-0b92-407d-bb17-6a35bcc21f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:37.368923 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3655-0b92-407d-bb17-6a35bcc21f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33262534'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:37.372921 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-f4e78d1d-f871-45f6-aae7-a894397a34dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 18 16:39:37.387628 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd3655-0b92-407d-bb17-6a35bcc21f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c83124d-ea95-4186-ac4a-7f357a1d7c13,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 18 16:39:37.390967 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG oslo_concurrency.lockutils [None req-4bdd3655-0b92-407d-bb17-6a35bcc21f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 18 16:39:37.398940 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4bdd3655-0b92-407d-bb17-6a35bcc21f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:37.400193 dv-cinder-759961-2-iscsi neutron-server[80211]: INFO neutron.wsgi [None req-4bdd3655-0b92-407d-bb17-6a35bcc21f3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c83124d-ea95-4186-ac4a-7f357a1d7c13 HTTP/1.1" status: 204 len: 168 time: 0.1694810 Nov 18 16:39:41.894956 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:39:44.773481 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:56.745049 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6167cde2-ab75-435f-9906-5864729dddcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:59.345530 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a083985b-6b0c-41d0-b86b-ada4d9c4af8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:39:59.740380 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:40:00.720127 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:40:01.257934 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:40:14.794069 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:40:18.897112 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:40:26.746819 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7a75eab0-1d67-4838-bd1a-131f86cf9d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:40:29.346193 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e3c6e3e3-0f02-46d0-806b-473b081f8806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:40:29.742901 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:40:30.721028 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:40:31.261010 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:40:44.788717 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:40:55.898838 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:40:56.747303 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1b94c5f-effc-4276-a7de-88d071477423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:40:59.346825 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-92f54515-99d1-4eec-b6c3-821ba959eae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:40:59.745835 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:41:00.722607 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:41:01.263455 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:41:14.802354 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:41:26.748217 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-ef88ff8b-55bd-40e6-8b76-6df596014aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:41:29.348382 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-5d77ec7e-c553-4985-b582-430dff883d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:41:29.747801 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:41:30.723651 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:41:31.266389 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:41:32.900449 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:41:44.815641 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:41:56.749685 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-4f0e1726-4820-48bd-b61d-7406df954608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:41:59.348856 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-7f6f3e40-e836-41fa-b54b-c297c226e9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:41:59.754180 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:42:00.724745 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:42:01.269473 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:42:09.902231 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:42:14.832325 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:42:26.751480 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-86d2c5c2-fae3-48d7-9fb0-6ff54ae3802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:42:29.349887 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-9fd4ed9b-91c9-4200-8833-877febde7236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:42:29.752770 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:42:30.726291 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:42:31.272398 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:42:44.830971 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:42:46.903051 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:42:56.753278 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-e50963f8-8e95-465c-a270-dbb06c2214bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:42:59.349505 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-0c14e2bc-67f4-4312-ba60-df10df3d47fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:42:59.756415 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:43:00.728053 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:43:01.275985 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:43:14.862800 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:43:23.904595 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:43:26.757455 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-daba03a2-e492-4643-9e20-4f28ac278e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:43:29.349446 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-6289fe70-bae9-4db0-bb43-dab0eeb21d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:43:29.759256 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:43:30.729890 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:43:31.277402 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:43:44.844955 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:43:56.759477 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-1cf59b7b-7a94-4711-bc90-b98b6bcae263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:43:59.349925 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-d7070bd5-4680-4962-b1ea-796b84af34a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:43:59.760212 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:44:00.730916 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:44:00.905455 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:44:01.280045 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:44:14.844047 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:44:26.764900 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-24bc6229-e5d4-4a3b-86d7-5672363fdac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:44:29.350748 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-b14668d7-b801-49e4-924c-c18ae0ca8e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:44:29.763627 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:44:30.733086 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:44:31.283125 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:44:37.906431 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron.db.agents_db [None req-acc718f7-5a56-4152-a668-ad7321344488 None None] Agent healthcheck: found 6 active agents {{(pid=80325) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 18 16:44:44.858122 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-c1ca3ea6-7761-4002-b266-67bbd82784f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:44:56.768593 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-a09dd0d9-b0fe-4eb7-be95-f0b3122af3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:44:59.351149 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-dbf3c127-f405-4d70-b240-a1c39266048b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:44:59.765308 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-043ad210-e827-4643-8120-e9b89ee028a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:45:00.733764 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-feef4a02-369c-40f6-a74c-f937c2fab8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 18 16:45:01.285433 dv-cinder-759961-2-iscsi neutron-server[80211]: DEBUG neutron_lib.callbacks.manager [None req-781fe300-e855-4fb1-bba4-dd076b420570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363279399248124', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853279464'] for agent, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}